-- Logs begin at Tue 2022-02-15 02:20:48 UTC, end at Tue 2022-02-15 03:24:18 UTC. -- Feb 15 02:53:53.504055 dv-cinder-828085-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 02:53:56.523817 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.common.config [-] Logging enabled! Feb 15 02:53:56.524392 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 02:53:56.524551 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102550) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 02:53:56.527930 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.common.config [-] Logging enabled! Feb 15 02:53:56.528193 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 02:53:56.528512 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102550) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 02:53:56.529455 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 02:53:56.529697 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 02:53:56.530082 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 02:53:56.530335 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 02:53:56.530567 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 02:53:56.531063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.531525 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 02:53:56.531860 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.532168 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.532470 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.532774 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.533074 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.533364 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.533660 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.533967 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.534260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.534546 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.534837 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.535136 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.535449 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.535743 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.536039 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.536331 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.536617 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.537575 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.537997 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.538285 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.538580 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.538862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.539139 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.539444 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.539732 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.540063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] host = dv-cinder-828085-9-iscsi {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.540346 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.540637 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.540929 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.541233 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.541517 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.541801 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.542095 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.542376 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.542655 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.542935 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.543267 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.543561 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.543859 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.544089 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.544316 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.544611 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.544901 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.545182 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.545460 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.545742 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.546022 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.546302 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.546577 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.546869 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.547167 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.547475 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.547753 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.548031 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.548305 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.548579 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.548867 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.549145 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.549421 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.549699 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.549993 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.550267 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.550546 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.550852 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.551171 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.551457 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.551747 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.552028 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.552939 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.553279 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.553567 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.553849 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.554132 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.554413 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.554705 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.554989 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.555299 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.555581 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.555860 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.556154 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.556436 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:56.556740 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.557046 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.557355 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.557669 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.557967 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.558253 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.558550 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.558836 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.559132 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.559450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.559747 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.560031 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.560338 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.560635 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.560936 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.561254 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.561555 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.561851 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.562132 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.562413 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.562693 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.562976 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.563297 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.563583 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.563877 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.564172 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.564457 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.564762 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.565056 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.565357 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.565655 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.565939 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.566223 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.566519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.566806 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.567087 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.567396 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.567693 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.568012 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.568293 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.568666 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.568957 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.569239 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.569519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.569805 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.570103 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.570386 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.570665 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.570944 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.571260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.571538 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.571828 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.572111 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.572390 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.572668 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.572953 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.573232 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.573512 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.573793 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.574072 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.574353 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.574631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.574909 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.575207 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.575488 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.575766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.576042 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.576320 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.576601 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.576881 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.577162 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.577439 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.577721 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.578001 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.578293 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.578599 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.578885 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.579195 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.579482 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.579773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.580056 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.580340 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.580627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.580909 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.581190 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.581493 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.581783 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.582082 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.582392 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.582679 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.582983 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.583294 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.583658 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.584098 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.584392 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.584685 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.584977 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.585297 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.585587 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.585892 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.586194 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.586498 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.586784 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.587099 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.587414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:56.587638 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 02:53:56.587887 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102550) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 02:53:56.966432 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 02:53:56.966717 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 02:53:56.967312 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 02:53:56.967660 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 02:53:57.307750 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.307962 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.308239 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.309550 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.309833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.310104 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.354739 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.355022 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.355327 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.371266 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.371557 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.371835 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.401273 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.401561 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.401839 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.438966 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.439273 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.439545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.801825 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.802526 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.802526 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.802816 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.803559 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.905923 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.906253 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.906545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.906829 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.907109 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.907458 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.907729 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.907996 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.908259 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.908549 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.908817 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.909090 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.909354 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.909615 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.909876 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.910146 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.910407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.910682 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.910957 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.911252 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.911537 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.911929 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.912350 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.912752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.913010 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.913267 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.913683 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.913932 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.914181 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.914427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.914671 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.914914 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:57.915320 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 02:53:57.918727 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 02:53:57.922877 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 02:53:57.926819 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 15 02:53:57.928744 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 02:53:57.929228 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 02:53:57.929572 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 02:53:57.929971 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 02:53:57.932908 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 02:53:57.933168 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 02:53:57.933528 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 02:53:57.938566 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 02:53:57.963336 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 02:53:57.963996 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.964313 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102550) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 02:53:57.964691 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.966116 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102550) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 02:53:57.966419 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 02:53:57.966676 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 02:53:57.970471 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:57.970762 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.034711 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 02:53:58.034942 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 02:53:58.035199 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 02:53:58.035758 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 02:53:58.057030 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_db.sqlalchemy.engines [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102550) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 02:53:58.508072 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing driver for type 'gre' Feb 15 02:53:58.508612 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] gre ID ranges: [(1, 1000)] Feb 15 02:53:58.567640 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing driver for type 'local' Feb 15 02:53:58.569097 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing driver for type 'vlan' Feb 15 02:53:58.583615 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] VlanTypeDriver initialization complete Feb 15 02:53:58.584728 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing driver for type 'vxlan' Feb 15 02:53:58.584728 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] vxlan ID ranges: [(1, 1000)] Feb 15 02:53:58.641874 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing extension driver 'port_security' Feb 15 02:53:58.642227 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.extensions.port_security [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] PortSecurityExtensionDriver initialization complete Feb 15 02:53:58.642578 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing mechanism driver 'openvswitch' Feb 15 02:53:58.642915 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing mechanism driver 'hyperv' Feb 15 02:53:58.649850 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.plugin [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:58.652301 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.652687 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.653051 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.653604 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.654051 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.654415 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.654773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.655194 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.655621 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.655998 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.656336 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.656739 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.657175 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.657544 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.657895 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.658297 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.658721 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.659076 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.659451 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.659853 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.660279 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.660641 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.660983 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.661398 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 02:53:58.662386 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] ML2 OVO RPC backend initialized. {{(pid=102550) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 02:53:58.663115 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.663522 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.663944 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.664301 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > networks before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.664658 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.665015 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > ports before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.665368 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.665718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.666069 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.666415 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.666759 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.667103 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.667474 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.667816 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.668160 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.668507 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.668852 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.676398 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded quota_driver: . Feb 15 02:53:58.676773 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.plugin [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Modular L2 Plugin initialization complete Feb 15 02:53:58.677131 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading services supported by the core plugin {{(pid=102550) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 02:53:58.678127 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Got port-security extension from driver 'port_security' Feb 15 02:53:58.678609 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.extensions.vlantransparent [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Disabled vlantransparent extension. Feb 15 02:53:58.679113 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102550) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 02:53:58.679473 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: router Feb 15 02:53:58.715816 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.716223 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.716606 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router before_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.717237 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.717623 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.717991 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_delete 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.718359 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.718720 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.719089 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.719469 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.719831 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.720191 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.720560 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.720980 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.721359 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.721710 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.722066 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.722419 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.722782 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.723139 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.723514 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.723870 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.724789 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.725145 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.725634 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.726008 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.726369 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.726747 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > agent after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.727107 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.727485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.728353 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Tracking information for resource: router configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:58.728696 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Tracking information for resource: floatingip configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 02:53:58.733658 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.db.l3_agentschedulers_db [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 02:53:58.734249 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.734626 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.734990 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.735384 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.736185 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router before_create 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.736563 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.736941 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.737319 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.742758 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.provider_configuration [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service providers = [] {{(pid=102550) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 02:53:58.743138 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.db.servicetype_db [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102550) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 02:53:58.746286 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.service_base [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 02:53:58.746638 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.service_base [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 02:53:58.746986 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.service_base [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 02:53:58.747927 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.services.service_base [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 02:53:58.748317 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.services.service_base [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 02:53:58.748713 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.749036 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 02:53:58.760261 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.760557 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: auto_allocate Feb 15 02:53:58.766481 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: network precommit_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.766866 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: network precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.767447 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.767781 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: tag Feb 15 02:53:58.774791 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.775127 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: timestamp Feb 15 02:53:58.779057 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.779433 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: network_ip_availability Feb 15 02:53:58.784989 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.785369 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.785737 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:58.786476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.787342 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: flavors Feb 15 02:53:58.792536 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.792872 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading Plugin: revisions Feb 15 02:53:58.797270 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 02:53:58.797675 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 02:53:58.798442 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102550) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 02:53:58.798790 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Initializing extension manager. Feb 15 02:53:58.799466 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: __init__.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.799827 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: __pycache__ {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.800174 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.800515 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.801301 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.801893 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: address-group Feb 15 02:53:58.802984 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: address_scope.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.803689 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.804209 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: address-scope Feb 15 02:53:58.804546 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.805509 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.806023 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: router-admin-state-down-before-update Feb 15 02:53:58.806357 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: agent.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.807069 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.807602 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: agent Feb 15 02:53:58.807935 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: agent_resources_synced.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.808863 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.809372 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: agent-resources-synced Feb 15 02:53:58.809705 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.811583 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.812112 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: allowed-address-pairs Feb 15 02:53:58.812481 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.813599 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.814122 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: auto-allocated-topology Feb 15 02:53:58.814456 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.815305 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.815707 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: availability_zone Feb 15 02:53:58.816040 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: availability_zone_filter.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.816979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.817498 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: availability_zone_filter Feb 15 02:53:58.817832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: data_plane_status.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.819362 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.819880 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 02:53:58.820218 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: default_subnetpools.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.821183 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.821758 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: default-subnetpools Feb 15 02:53:58.822107 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.822952 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.823500 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: dhcp_agent_scheduler Feb 15 02:53:58.823831 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: dns.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.824773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.825284 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 02:53:58.825631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: dns_domain_ports.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.826555 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.827070 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 02:53:58.827424 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.828369 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.828883 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 02:53:58.829427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: dvr.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.829427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.831432 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: dvr Feb 15 02:53:58.831432 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: ecmp_routes.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.832454 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.832454 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 02:53:58.832719 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: empty_string_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.833407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.834718 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: empty-string-filtering Feb 15 02:53:58.835051 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.836025 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.836542 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 02:53:58.836873 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.837807 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.838321 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 02:53:58.838671 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: external_net.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.839619 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.840136 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: external-net Feb 15 02:53:58.840465 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.841403 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.842171 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: extra_dhcp_opt Feb 15 02:53:58.842498 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: extraroute.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.843466 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.843980 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: extraroute Feb 15 02:53:58.844306 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: extraroute_atomic.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.845382 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.845895 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: extraroute-atomic Feb 15 02:53:58.846226 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: filter_validation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.846904 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.847447 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: filter-validation Feb 15 02:53:58.847778 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: fip_pf_description.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.848702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.849292 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 02:53:58.849692 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: fip_port_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.850935 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.851492 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: fip-port-details Feb 15 02:53:58.851824 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: flavors.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.853100 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.853621 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: flavors Feb 15 02:53:58.853960 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.855701 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.856229 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 02:53:58.856572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: floatingip_pools.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.857287 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.857810 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: floatingip-pools Feb 15 02:53:58.858149 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: ip_allocation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.859104 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.859640 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 02:53:58.859973 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.860931 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.861455 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: ip-substring-filtering Feb 15 02:53:58.861791 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l2_adjacency.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.862737 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.863276 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 02:53:58.863611 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.864616 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.865835 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: router Feb 15 02:53:58.866310 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.868700 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.869241 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 02:53:58.869586 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.870544 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.871065 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: ext-gw-mode Feb 15 02:53:58.871430 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.872383 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.872899 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: l3-ha Feb 15 02:53:58.873232 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.874158 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.874672 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 02:53:58.875006 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_flavors.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.875975 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.876496 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: l3-flavors Feb 15 02:53:58.876832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.878237 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.878763 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 02:53:58.879101 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.880071 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.881160 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 02:53:58.881565 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: l3agentscheduler.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.882593 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.883113 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: l3_agent_scheduler Feb 15 02:53:58.883479 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: local_ip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.885296 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.885817 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension local_ip not supported by any of loaded plugins Feb 15 02:53:58.886158 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: logging.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.887835 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.888366 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension logging not supported by any of loaded plugins Feb 15 02:53:58.888711 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: metering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.889475 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.890073 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: metering Feb 15 02:53:58.890414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.891568 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.892095 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: metering_source_and_destination_fields Feb 15 02:53:58.892431 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: multiprovidernet.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.893382 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.893899 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: multi-provider Feb 15 02:53:58.894232 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: netmtu.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.895182 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.895706 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: net-mtu Feb 15 02:53:58.896081 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: netmtu_writable.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.897080 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.897592 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: net-mtu-writable Feb 15 02:53:58.897925 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: network_availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.898608 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.899119 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: network_availability_zone Feb 15 02:53:58.899471 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: network_ip_availability.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.900618 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.901137 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: network-ip-availability Feb 15 02:53:58.901472 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: network_segment_range.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.902256 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.902763 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 02:53:58.903093 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: pagination.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.904122 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.904463 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: pagination Feb 15 02:53:58.904793 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: port_device_profile.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.905735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.906261 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: port-device-profile Feb 15 02:53:58.906593 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.907582 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.908100 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: port-mac-address-regenerate Feb 15 02:53:58.908431 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.909357 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.909869 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: port-numa-affinity-policy Feb 15 02:53:58.910203 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: port_resource_request.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.911165 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.911707 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 02:53:58.912043 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: port_resource_request_groups.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.913033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.913546 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 02:53:58.913878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: portbindings.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.914826 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.915372 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: binding Feb 15 02:53:58.915704 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: portbindings_extended.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.917026 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.917545 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: binding-extended Feb 15 02:53:58.917879 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: portsecurity.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.918812 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.919355 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: port-security Feb 15 02:53:58.919692 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: project_id.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.920696 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.921038 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: project-id Feb 15 02:53:58.921371 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: providernet.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.922325 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.922850 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: provider Feb 15 02:53:58.923214 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.926892 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.928086 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos not supported by any of loaded plugins Feb 15 02:53:58.928424 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.929706 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.930225 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 02:53:58.930565 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.931567 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.932089 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 02:53:58.932425 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_default.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.933360 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.933878 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-default not supported by any of loaded plugins Feb 15 02:53:58.934215 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_fip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.935172 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.935695 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 02:53:58.936029 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.936968 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.937482 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 02:53:58.937819 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.938908 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.939466 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 02:53:58.939807 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.940740 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.941256 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 02:53:58.941591 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.942660 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.943764 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 02:53:58.944096 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.945176 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.945697 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 02:53:58.946034 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_pps_rule.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.947257 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.947784 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-pps not supported by any of loaded plugins Feb 15 02:53:58.948121 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.949059 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.949577 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 02:53:58.949912 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: qos_rules_alias.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.950988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.951537 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 02:53:58.951876 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: quota_check_limit.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.952806 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.953329 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: quota-check-limit Feb 15 02:53:58.953664 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: quotasv2.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.954654 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.954992 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: quotas Feb 15 02:53:58.955356 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: quotasv2_detail.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.957097 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.957445 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: quota_details Feb 15 02:53:58.957782 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: rbac.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.959021 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.959574 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: rbac-policies Feb 15 02:53:58.959917 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: rbac_address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.960868 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.961391 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: rbac-address-group Feb 15 02:53:58.961725 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: rbac_address_scope.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.962670 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.963218 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: rbac-address-scope Feb 15 02:53:58.963556 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: rbac_security_groups.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.964494 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.965006 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: rbac-security-groups Feb 15 02:53:58.965339 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.966354 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.967124 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: rbac-subnetpool Feb 15 02:53:58.967483 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: revisionifmatch.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.968433 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.968949 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: revision-if-match Feb 15 02:53:58.969283 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: revisions.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.970427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.970944 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: standard-attr-revisions Feb 15 02:53:58.971310 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: router_availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.972005 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.972519 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: router_availability_zone Feb 15 02:53:58.972850 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: routerservicetype.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.973792 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.974450 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 02:53:58.974885 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.975837 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.976356 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: security-groups-normalized-cidr Feb 15 02:53:58.976688 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.977626 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.978139 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: port-security-groups-filtering Feb 15 02:53:58.978470 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.979460 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.979975 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: security-groups-remote-address-group Feb 15 02:53:58.980306 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.981269 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.981781 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: security-groups-shared-filtering Feb 15 02:53:58.982118 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.982717 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 02:53:58.983048 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: securitygroup.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.995265 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.995842 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: security-group Feb 15 02:53:58.996190 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: segment.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.997075 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.997598 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension segment not supported by any of loaded plugins Feb 15 02:53:58.997938 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:58.999010 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:58.999557 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 02:53:58.999895 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: servicetype.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.001083 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.001614 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: service-type Feb 15 02:53:59.001951 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: sorting.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.002992 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.003363 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: sorting Feb 15 02:53:59.003697 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: standard_attr_segment.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.004675 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.005214 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 02:53:59.006127 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: standardattrdescription.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.006952 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.007504 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: standard-attr-description Feb 15 02:53:59.007843 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: stateful_security_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.008877 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.009405 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: stateful-security-group Feb 15 02:53:59.009740 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: stdattrs_common.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.010405 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 02:53:59.010666 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.011681 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.012209 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 02:53:59.012541 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnet_onboard.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.013696 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.014223 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: subnet_onboard Feb 15 02:53:59.014561 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.015562 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.016076 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 02:53:59.016408 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnet_service_types.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.017358 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.017875 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: subnet-service-types Feb 15 02:53:59.018211 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnetallocation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.019373 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.019893 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: subnet_allocation Feb 15 02:53:59.020229 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.020924 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.021562 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: subnetpool-prefix-ops Feb 15 02:53:59.021897 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.022868 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.023407 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 02:53:59.023742 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: tagging.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.024876 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.025402 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: standard-attr-tag Feb 15 02:53:59.025740 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: timestamp.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.026988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.027536 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loaded extension: standard-attr-timestamp Feb 15 02:53:59.027872 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: trunk.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.028954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.029484 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension trunk not supported by any of loaded plugins Feb 15 02:53:59.029822 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: trunk_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.030768 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.031320 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 02:53:59.031656 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.032602 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.033122 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 02:53:59.033454 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Loading extension file: vlantransparent.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 02:53:59.034149 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 02:53:59.034666 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 02:53:59.037470 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:network Feb 15 02:53:59.038013 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnet Feb 15 02:53:59.038422 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 02:53:59.038821 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:port Feb 15 02:53:59.040135 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.040583 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service FLAVORS assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.041232 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.041759 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.042113 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:router Feb 15 02:53:59.042552 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 02:53:59.043077 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service METERING assigned prefix: /metering {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.044624 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:59.044941 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:59.045321 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 02:53:59.046345 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 02:53:59.046882 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:security_group Feb 15 02:53:59.047322 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 02:53:59.048072 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.048295 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 02:53:59.048660 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] subnetpool is already registered Feb 15 02:53:59.049093 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.049414 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 02:53:59.049802 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] subnetpool is already registered Feb 15 02:53:59.052777 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.053427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service FLAVORS assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.054099 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.054531 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.054877 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:router Feb 15 02:53:59.055283 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] router is already registered Feb 15 02:53:59.055689 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 02:53:59.056070 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] floatingip is already registered Feb 15 02:53:59.056567 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service METERING assigned prefix: /metering {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.057241 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 02:53:59.057523 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] rbac_policy is already registered Feb 15 02:53:59.057936 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:security_group Feb 15 02:53:59.058290 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] security_group is already registered Feb 15 02:53:59.058708 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 02:53:59.059041 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] security_group_rule is already registered Feb 15 02:53:59.059716 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.060056 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 02:53:59.060446 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] subnetpool is already registered Feb 15 02:53:59.060859 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 02:53:59.061192 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 02:53:59.061528 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] subnetpool is already registered Feb 15 02:53:59.062014 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: extensions {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.063553 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: address-groups {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.065050 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: address-scopes {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.066402 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.067623 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: auto-allocated-topology {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.068958 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: availability_zones {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.070192 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: dhcp-networks {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.071731 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: dhcp-agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.073173 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.075425 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: flavors {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.076600 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: service_profiles {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.077833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: next_providers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.079315 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: service_profiles {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.080878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: floatingip-pools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.082121 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.084992 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: floatingips {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.086288 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: l3-routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.087726 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: l3-agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.089160 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: metering-labels {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.090527 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: metering-label-rules {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.092103 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: network-ip-availabilities {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.093369 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: bindings {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.095964 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: quotas {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.097586 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: quotas {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.099182 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: rbac-policies {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.101214 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: security-groups {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.102457 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: security-group-rules {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.103756 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: service-providers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.104984 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: subnetpools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.106412 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: subnetpools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.107919 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.109627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.111468 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.113324 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.115176 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.117051 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.118747 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.120715 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.122494 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.124385 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron.api.extensions [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 02:53:59.130300 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING keystonemiddleware.auth_token [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 02:53:59.135387 dv-cinder-828085-9-iscsi neutron-server[102550]: WARNING keystonemiddleware.auth_token [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 02:53:59.144163 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Acquired lock "singleton_lock" {{(pid=102550) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 02:53:59.144648 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Releasing lock "singleton_lock" {{(pid=102550) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 02:53:59.145325 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Starting 2 workers Feb 15 02:53:59.150874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Started child 102657 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 02:53:59.156423 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Started child 102658 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 02:53:59.156809 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.157540 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO neutron.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 02:53:59.157896 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.158072 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [-] (102657) wsgi starting up on http://0.0.0.0:9696 Feb 15 02:53:59.160251 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Starting 1 workers Feb 15 02:53:59.160410 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.162400 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [-] (102658) wsgi starting up on http://0.0.0.0:9696 Feb 15 02:53:59.166330 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Started child 102659 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 02:53:59.166899 dv-cinder-828085-9-iscsi neutron-server[102550]: INFO oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Starting 1 workers Feb 15 02:53:59.170119 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] calling RpcWorker wait() {{(pid=102659) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 02:53:59.170697 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] returning from RpcWorker wait() {{(pid=102659) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 02:53:59.171566 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Started child 102660 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 02:53:59.172228 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.172394 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-4380ff90-65b8-41fe-969b-53ef25841ba5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.172794 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:59.174552 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102550) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 02:53:59.174772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 02:53:59.174963 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 02:53:59.175217 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 02:53:59.175572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 02:53:59.175741 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 02:53:59.176274 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.176564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.176659 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:53:59.177108 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.177108 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.177453 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.177969 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:59.178156 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.178415 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.178656 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.178947 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.179208 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.179382 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.179553 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.179812 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.180063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.180364 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.180641 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.180881 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.181137 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.181313 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.181561 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.181850 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.182201 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.185761 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.186519 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187500 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 38926) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] host = dv-cinder-828085-9-iscsi {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.187752 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.188570 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.188570 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.188570 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.188933 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.188933 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.189174 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.189412 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.189597 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.189827 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.190088 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.190327 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.190571 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.190739 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_options = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.190975 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.195476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.196450 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.197618 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.197618 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.197881 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069277 Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198033 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198961 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198961 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.198961 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.200986 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.200986 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.201190 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.201437 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.201709 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.202011 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.202269 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203079 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203079 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203079 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203402 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203566 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.203889 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.204015 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.205753 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.205753 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.205753 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.205974 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.206160 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.206404 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.206723 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.206929 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.209106 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.209645 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.209645 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.209925 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.210182 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.210594 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.211004 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.211408 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.211804 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.212179 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.212634 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.213041 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.213536 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.213979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.214427 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.214926 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.215407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.215883 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.216277 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.216683 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.217401 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.217832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.218289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.218710 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.219109 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.219583 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.219988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.220478 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.220954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.221486 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.221926 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.222355 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.222786 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.223240 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.223717 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.224176 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.225139 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.225560 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.225962 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.226404 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.226844 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.227279 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.227700 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.228150 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.228548 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.228972 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.229396 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.229821 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.230221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.230614 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.231000 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.231420 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.231829 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.232239 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.232663 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.233050 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.233499 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.233785 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.234041 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.234287 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.234512 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.234741 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.235010 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.235285 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.235506 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.235717 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.237092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.237378 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.238338 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.238578 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.238991 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.239420 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.239649 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.240357 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.240784 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.241026 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.241243 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.241622 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.242043 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.242453 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.242845 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.243249 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.243662 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.244089 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.244502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.244901 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.245294 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.245700 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.246064 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.246458 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.246704 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.247005 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.247563 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.248019 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.248312 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.248561 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.248822 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.249053 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.249307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.249767 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.250201 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.250704 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.251207 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.251648 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.252093 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.252538 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.252971 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.253307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.253631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.254084 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.254530 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.254839 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.255215 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.256207 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.256551 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.256985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.257411 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.257790 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.258196 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.258573 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.259044 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.259317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.259604 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.259909 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.260183 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.260529 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.260741 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.261027 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.261285 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.261528 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.261790 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.262037 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.262316 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.263286 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.263600 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.263872 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.264141 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.264405 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.264782 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.265060 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.265294 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.265525 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.265815 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.266059 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.266313 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.266599 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.266849 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.267116 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.267428 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.267690 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.267931 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.268198 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.268436 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.268658 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.268899 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.269501 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.269501 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.269664 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.269794 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.270011 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.270246 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.270472 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.270691 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.270912 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.272873 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.272873 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.273146 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.276572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.277095 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.278999 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.279476 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.280424 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.281212 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.281869 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.282878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.283464 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.285887 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.286363 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.286831 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.287352 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.287860 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.288292 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.288564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.288840 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.289047 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.289274 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.289532 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.289735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.289990 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.290228 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.290473 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.290736 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.290989 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.291734 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.292155 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.292610 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.293035 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.293464 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.293966 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.294219 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.294485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.294817 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.295252 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.295459 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.295720 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.296953 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.297382 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.297786 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.298230 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.298499 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.298748 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.299016 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.299321 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.299557 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.299782 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.300024 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.300277 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.300495 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.300706 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.300922 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.301582 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.301582 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.301754 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.301916 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.302140 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303784 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.303993 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.304202 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.304434 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.304638 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.304868 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.305074 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.305581 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.305935 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.306342 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.306764 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.306979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.307390 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.307517 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.307864 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.307864 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.308092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.308304 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.308601 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.308828 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.309039 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.309291 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.309506 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.309716 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.309926 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.310175 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.310376 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.310696 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.310971 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.311267 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.311621 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.311861 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.312159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.312548 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.313003 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.313334 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.314018 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.314113 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.314416 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.314972 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.315559 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.315913 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.316269 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.316675 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.317063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.317500 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.318745 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.318943 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.319749 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.319749 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.320969 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.320969 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.321136 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.321513 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.322329 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.322329 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.322579 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.322942 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.323354 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.323731 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.324175 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.324601 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.324979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.325411 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.326053 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.326180 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.326490 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.326871 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.327283 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.327940 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.327940 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 02:53:59.329090 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102550) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 02:53:59.329090 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 02:53:59.329400 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 02:53:59.329607 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 02:53:59.329789 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 02:53:59.329974 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 02:53:59.330195 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.330287 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:53:59.330377 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.330566 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.330700 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.330871 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331039 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331232 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331487 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331644 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331794 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.331946 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332086 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332225 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332369 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332522 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332664 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332803 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.332942 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.333101 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.333255 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.333395 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.333582 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.334508 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.334697 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.334850 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335023 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335206 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335366 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335641 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335641 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335942 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.335942 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336237 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336237 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336520 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336520 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336829 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.336829 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337206 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337206 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337206 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337670 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] host = dv-cinder-828085-9-iscsi {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337670 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.337670 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338063 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338507 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338507 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338507 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338928 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338928 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.338928 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.339594 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_options = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.340954 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.342343 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.343631 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.345275 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.347045 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.348735 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.350833 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.352627 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.355502 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.357289 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.358878 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.360545 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.362159 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.363985 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.366572 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.368564 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.370414 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.372317 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.374260 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.375979 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.377738 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.379485 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.381221 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.382893 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.384569 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.386210 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.388092 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.389772 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.391407 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.392891 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.394307 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.395702 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.397365 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.398874 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.400832 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.401987 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.403452 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.404766 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.405773 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.406718 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.407862 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.408856 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.409855 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.410988 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.412603 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 02:53:59.412603 dv-cinder-828085-9-iscsi neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 02:54:11.813755 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873fbab-8ab5-47db-aa92-13d737064bf5 None None] get_active_networks_info from dv-cinder-828085-9-iscsi {{(pid=102659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 02:54:11.889858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873fbab-8ab5-47db-aa92-13d737064bf5 None None] No non-hosted networks {{(pid=102659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 02:54:11.906116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.agentschedulers_db [None req-4873fbab-8ab5-47db-aa92-13d737064bf5 None None] DHCP Agent not found on host dv-cinder-828085-9-iscsi {{(pid=102659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 02:54:11.954758 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d357036e-0286-4736-8e7d-2fbbfe67f3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:14.704194 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3aacd9fb-3362-4c1d-a608-7f80eced73e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:14.713471 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.db.api [None req-5781732c-8cdd-4773-8594-c088839b5529 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828085-9-iscsi {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 02:54:14.713933 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG oslo_db.api [None req-5781732c-8cdd-4773-8594-c088839b5529 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 02:54:15.242361 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5781732c-8cdd-4773-8594-c088839b5529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:16.492533 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:17.954450 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:18.704179 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:18.705145 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.705796 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.706242 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.706646 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.707328 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.707753 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.708875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.709512 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.709968 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.710523 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.711356 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.711995 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.712578 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:18.715107 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828085-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:18.725446 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828085-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:20.247544 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39032) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:20.841835 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING oslo_policy.policy [None req-f169f6cd-2551-411f-a8c6-ea536ef8997e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:20.842666 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING oslo_policy.policy [None req-f169f6cd-2551-411f-a8c6-ea536ef8997e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:21.076023 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [None req-f169f6cd-2551-411f-a8c6-ea536ef8997e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:54:21.087197 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-f169f6cd-2551-411f-a8c6-ea536ef8997e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8287406 Feb 15 02:54:22.676241 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.db.l3_hamode_db [None req-51301854-451a-4cca-a234-06297690d558 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 02:54:22.757324 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301854-451a-4cca-a234-06297690d558 None None] Routers set() bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:54:22.757637 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301854-451a-4cca-a234-06297690d558 None None] Router IDs set() for agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 02:54:23.620825 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39048) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:24.121484 dv-cinder-828085-9-iscsi neutron-server[102658]: WARNING oslo_policy.policy [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:24.122073 dv-cinder-828085-9-iscsi neutron-server[102658]: WARNING oslo_policy.policy [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:24.345100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:24.437986 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.policy [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 02:54:24.480743 dv-cinder-828085-9-iscsi neutron-server[102658]: WARNING oslo_policy.policy [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:24.481118 dv-cinder-828085-9-iscsi neutron-server[102658]: WARNING oslo_policy.policy [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:24.576592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823439172', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823438611', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823580815', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823586299', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823591476', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760823599886', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-638778', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1473021'] for rbac-policy (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:24.642867 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:24.644263 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4a946997-3dd5-4d25-9d41-7f07e6b5600f admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0214174 Feb 15 02:54:27.112183 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39064) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:27.464525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:27.494358 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Made reservation on behalf of 5667f74a8626428b82ced03cc930af9a for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:54:27.498447 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.516131 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.627553 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks [] for security_group (e83d059b-98d5-4a21-88b1-b9e30867ec20), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.632217 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e83d059b-98d5-4a21-88b1-b9e30867ec20), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.664384 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:54:27.693758 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760826285671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (62f8e205-f7af-4927-bb2d-34fd41b24b0d), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.694427 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Unsubscribe: segment precommit_create {{(pid=102658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 02:54:27.695074 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Added segment 62f8e205-f7af-4927-bb2d-34fd41b24b0d of type vlan for network 88e62555-8982-436a-9906-27d443bc247c Feb 15 02:54:27.700757 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d059b-98d5-4a21-88b1-b9e30867ec20,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:27.737061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.737344 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.737690 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.738027 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.738360 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.738690 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.739017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.739372 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.739753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.740663 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.741089 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.741414 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.741737 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Tracked resource versions report: Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: pushed versions: Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: { 'AddressGroup': {'1.2'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'ConntrackHelper': {'1.0'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'LocalIPAssociation': {'1.0'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Log': {'1.0'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Network': {'1.1'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Port': {'1.7'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'PortForwarding': {'1.2'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'QosPolicy': {'1.10'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroup': {'1.5'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroupRule': {'1.2'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SubPort': {'1.0'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Subnet': {'1.1'}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Trunk': {'1.1'}} Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: consumer versions: Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'ConntrackHelper': '1.0', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'LocalIPAssociation': '1.0', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Log': '1.0', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Network': '1.1', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Port': '1.7', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'PortForwarding': '1.2', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'QosPolicy': '1.10', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroup': '1.5', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroupRule': '1.2', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SubPort': '1.0', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Subnet': '1.1', Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Trunk': '1.1'}} Feb 15 02:54:27.743096 dv-cinder-828085-9-iscsi neutron-server[102658]: {{(pid=102658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 02:54:27.806985 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (88e62555-8982-436a-9906-27d443bc247c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.848999 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (88e62555-8982-436a-9906-27d443bc247c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.854558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:27.855306 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:27.945622 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8322165 Feb 15 02:54:27.977169 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10df7e4-6ae6-443c-abcb-3587c5bfe1e8 demo demo] Pushing event updated for resources: {'Network': ['ID=88e62555-8982-436a-9906-27d443bc247c,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:27.989709 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 88e62555-8982-436a-9906-27d443bc247c details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:54:30.465641 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39076) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:30.915582 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb0ea8-d812-4d16-b5bd-72cd0f23017f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:30.916982 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-9beb0ea8-d812-4d16-b5bd-72cd0f23017f demo admin] 10.222.0.24 "GET /v2.0/networks/88e62555-8982-436a-9906-27d443bc247c HTTP/1.1" status: 200 len: 824 time: 0.4504371 Feb 15 02:54:30.942326 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b57252fe-fed4-4d43-88f0-7483f362f037 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/0c5d7c5f-1f75-4f84-953d-939a606a93e5 HTTP/1.1" status: 200 len: 734 time: 0.0196230 Feb 15 02:54:30.952164 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:30.973610 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Made reservation on behalf of 5667f74a8626428b82ced03cc930af9a for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:54:30.976499 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:31.294041 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (1523b769-1a40-47bf-9a12-93f69ab7a939), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:31.371542 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Checking segment: {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:54:31.371928 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Network hostable DHCP agents. Network: 88e62555-8982-436a-9906-27d443bc247c, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:54:31.374028 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Pushing event updated for resources: {'Subnet': ['ID=1523b769-1a40-47bf-9a12-93f69ab7a939,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:31.398420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Network 88e62555-8982-436a-9906-27d443bc247c is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:54:31.412494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 88e62555-8982-436a-9906-27d443bc247c) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:31.417322 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:31.417943 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:31.423359 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9111ba-d585-413a-99a0-a89f0f240d75 None None] Network 88e62555-8982-436a-9906-27d443bc247c requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:54:31.436528 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7b408a13-eb82-43c0-bec6-ab95adf1befb demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4878941 Feb 15 02:54:31.708117 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-88e62555-8982-436a-9906-27d443bc247c', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'project_id': '5667f74a8626428b82ced03cc930af9a', 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:54:31.709791 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.030084 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Allocated IP 172.20.0.2 (88e62555-8982-436a-9906-27d443bc247c/1523b769-1a40-47bf-9a12-93f69ab7a939/f91b86f9-8c75-4597-856b-9c5635fabe2f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:54:32.287607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks [] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.296409 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.375707 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Network 88e62555-8982-436a-9906-27d443bc247c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:54:32.383032 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:32.392827 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Pushing event updated for resources: {'Port': ['ID=f91b86f9-8c75-4597-856b-9c5635fabe2f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:32.395126 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:54:32.405442 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.405797 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.406164 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.406515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.406860 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.407227 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.407569 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.407904 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.408245 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.408595 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.408934 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.409267 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.409594 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Tracked resource versions report: Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: pushed versions: Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: { 'AddressGroup': {'1.2'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'LocalIPAssociation': {'1.0'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Log': {'1.0'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Network': {'1.1'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Port': {'1.7'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'PortForwarding': {'1.2'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'QosPolicy': {'1.10'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroup': {'1.5'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SubPort': {'1.0'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Subnet': {'1.1'}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Trunk': {'1.1'}} Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: consumer versions: Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'ConntrackHelper': '1.0', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'LocalIPAssociation': '1.0', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Log': '1.0', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Network': '1.1', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Port': '1.7', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'PortForwarding': '1.2', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'QosPolicy': '1.10', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroup': '1.5', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroupRule': '1.2', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SubPort': '1.0', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Subnet': '1.1', Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Trunk': '1.1'}} Feb 15 02:54:32.411032 dv-cinder-828085-9-iscsi neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 02:54:32.486497 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Attempting to bind port f91b86f9-8c75-4597-856b-9c5635fabe2f on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:54:32.487197 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Attempting to bind port f91b86f9-8c75-4597-856b-9c5635fabe2f by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:54:32.487351 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Attempting to bind port f91b86f9-8c75-4597-856b-9c5635fabe2f on network 88e62555-8982-436a-9906-27d443bc247c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:54:32.493740 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:54:32.494040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Checking segment: {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:54:32.494536 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.494937 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Bound using segment: {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:54:32.495435 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Bound port: f91b86f9-8c75-4597-856b-9c5635fabe2f, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:54:32.495903 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.562034 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] For port f91b86f9-8c75-4597-856b-9c5635fabe2f, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:54:32.566284 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] For port f91b86f9-8c75-4597-856b-9c5635fabe2f, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=f91b86f9-8c75-4597-856b-9c5635fabe2f,segment=NetworkSegment(62f8e205-f7af-4927-bb2d-34fd41b24b0d),segment_id=62f8e205-f7af-4927-bb2d-34fd41b24b0d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:54:32.574841 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:32.646419 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f2ab0-2d3a-4a80-a6e7-0a7d38494a41 None None] Pushing event updated for resources: {'Port': ['ID=f91b86f9-8c75-4597-856b-9c5635fabe2f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:34.040294 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39084) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:34.376687 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [None req-ea8766c2-622d-477d-8632-cafc71dd21fc admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:54:34.377693 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ea8766c2-622d-477d-8632-cafc71dd21fc admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3364434 Feb 15 02:54:37.033820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39092) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:37.427073 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [None req-ee49dd69-7725-4583-b30f-79b46dd9f912 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:54:37.434909 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ee49dd69-7725-4583-b30f-79b46dd9f912 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3936677 Feb 15 02:54:40.001058 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39100) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:40.350545 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:40.377887 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:40.379549 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:40.527709 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Publish callbacks [] for router_controller (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:40.532798 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:40.550332 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:40.553634 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b399e33e-687c-4c79-bdf9-b0141b86b0e0 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5493028 Feb 15 02:54:41.771335 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66c953c6-3230-4176-a6dd-903c2d835fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.152758 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39112) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:43.444306 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f91b86f9-8c75-4597-856b-9c5635fabe2f up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:54:43.523621 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [None req-282a0931-5b46-4324-8b1c-0fd30de300dc admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:54:43.527195 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-282a0931-5b46-4324-8b1c-0fd30de300dc admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3709633 Feb 15 02:54:43.546991 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port f91b86f9-8c75-4597-856b-9c5635fabe2f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:43.547441 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.691558 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port f91b86f9-8c75-4597-856b-9c5635fabe2f is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:43.692014 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.738459 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port f91b86f9-8c75-4597-856b-9c5635fabe2f, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=f91b86f9-8c75-4597-856b-9c5635fabe2f,segment=NetworkSegment(62f8e205-f7af-4927-bb2d-34fd41b24b0d),segment_id=62f8e205-f7af-4927-bb2d-34fd41b24b0d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:43.744106 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:43.802068 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=f91b86f9-8c75-4597-856b-9c5635fabe2f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:44.078932 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340695ac-13f8-4dbd-8fcc-36810a01207d None None] Network 88e62555-8982-436a-9906-27d443bc247c requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:54:44.168102 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-ed91a910-1675-48fc-8f3f-b6ec391934d1 None None] Provisioning complete for port f91b86f9-8c75-4597-856b-9c5635fabe2f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:44.168501 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed91a910-1675-48fc-8f3f-b6ec391934d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:44.290739 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ed91a910-1675-48fc-8f3f-b6ec391934d1 None None] Current status of the port f91b86f9-8c75-4597-856b-9c5635fabe2f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:44.410240 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-03f6ac51-6930-48b7-8d3c-5b57869e5fcf None None] Provisioning complete for port f91b86f9-8c75-4597-856b-9c5635fabe2f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:44.410643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03f6ac51-6930-48b7-8d3c-5b57869e5fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:44.494006 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-03f6ac51-6930-48b7-8d3c-5b57869e5fcf None None] Current status of the port f91b86f9-8c75-4597-856b-9c5635fabe2f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:44.657989 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31237029-3a51-4b30-a26f-e6435d656b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:45.402512 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f91b86f9-8c75-4597-856b-9c5635fabe2f up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:54:45.455046 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port f91b86f9-8c75-4597-856b-9c5635fabe2f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:45.455379 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:45.544075 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port f91b86f9-8c75-4597-856b-9c5635fabe2f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:46.097433 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39120) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:46.354760 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:46.408699 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Made reservation on behalf of 1321cce0d7fa4aa68624244eeabede7c for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:54:46.426171 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.471723 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.policy [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 02:54:46.513999 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING oslo_policy.policy [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:46.514377 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING oslo_policy.policy [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 02:54:46.524843 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.545652 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.658190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks [] for security_group (a8ec0625-c1c5-4972-a6e4-78403f4508c3), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.662814 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a8ec0625-c1c5-4972-a6e4-78403f4508c3), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.674117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Reserving flat network on physical network physnet1 {{(pid=102657) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 02:54:46.709424 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760826285671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (cd93d96b-bea3-44fc-a407-1c3116b38008), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.710109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Unsubscribe: segment precommit_create {{(pid=102657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 02:54:46.710670 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Added segment cd93d96b-bea3-44fc-a407-1c3116b38008 of type flat for network 8fca979e-0cea-45f1-a2d3-716c80e2378b Feb 15 02:54:46.727601 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec0625-c1c5-4972-a6e4-78403f4508c3,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:46.759101 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.759941 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.759941 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.760262 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.760601 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.760929 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.761259 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.761588 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.761931 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.762261 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.762586 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.762908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.763255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Tracked resource versions report: Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: pushed versions: Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: { 'AddressGroup': {'1.2'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'ConntrackHelper': {'1.0'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'LocalIPAssociation': {'1.0'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Log': {'1.0'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Network': {'1.1'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Port': {'1.7'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'PortForwarding': {'1.2'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'QosPolicy': {'1.10'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroup': {'1.5'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroupRule': {'1.2'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SubPort': {'1.0'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Subnet': {'1.1'}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Trunk': {'1.1'}} Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: consumer versions: Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'ConntrackHelper': '1.0', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'LocalIPAssociation': '1.0', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Log': '1.0', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Network': '1.1', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Port': '1.7', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'PortForwarding': '1.2', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'QosPolicy': '1.10', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroup': '1.5', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroupRule': '1.2', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SubPort': '1.0', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Subnet': '1.1', Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Trunk': '1.1'}} Feb 15 02:54:46.764723 dv-cinder-828085-9-iscsi neutron-server[102657]: {{(pid=102657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 02:54:46.831143 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (8fca979e-0cea-45f1-a2d3-716c80e2378b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.876424 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (8fca979e-0cea-45f1-a2d3-716c80e2378b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.877477 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:46.878178 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:46.961103 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8625560 Feb 15 02:54:46.986426 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bcfa1-53c3-4bc0-adf1-e79b6a01121c admin admin] Pushing event updated for resources: {'Network': ['ID=8fca979e-0cea-45f1-a2d3-716c80e2378b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:46.997626 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:54:47.899446 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:48.702897 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:49.410760 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39144) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:49.561710 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35b5be-ed25-4faf-b172-7b96946ddc54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:49.563124 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1a35b5be-ed25-4faf-b172-7b96946ddc54 demo admin] 10.222.0.24 "GET /v2.0/subnets/1523b769-1a40-47bf-9a12-93f69ab7a939 HTTP/1.1" status: 200 len: 849 time: 0.1513772 Feb 15 02:54:49.730731 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8f55f53a-4b44-4e55-a071-09341249d8c1 demo admin] 10.222.0.24 "GET /v2.0/routers/a58e57f4-052b-45c9-8d6d-f4a6141a4f7a HTTP/1.1" status: 200 len: 704 time: 0.1617544 Feb 15 02:54:50.036190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.364596 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Allocated IP 172.20.0.1 (88e62555-8982-436a-9906-27d443bc247c/1523b769-1a40-47bf-9a12-93f69ab7a939/058a9250-6a55-483d-a938-edc511631764) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:54:50.561706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks [] for port (058a9250-6a55-483d-a938-edc511631764), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.634318 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (058a9250-6a55-483d-a938-edc511631764), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.717553 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Network 88e62555-8982-436a-9906-27d443bc247c is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:54:50.722602 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:50.731194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:54:50.732043 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.758133 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Pushing event updated for resources: {'Port': ['ID=058a9250-6a55-483d-a938-edc511631764,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:50.952897 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (058a9250-6a55-483d-a938-edc511631764), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.961540 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-de7dc218-0fc6-45a7-9cec-58fc2bb86faf None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:50.962139 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de7dc218-0fc6-45a7-9cec-58fc2bb86faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:50.997367 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-de7dc218-0fc6-45a7-9cec-58fc2bb86faf None None] Port 058a9250-6a55-483d-a938-edc511631764 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:54:51.229457 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks [] for port (058a9250-6a55-483d-a938-edc511631764), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:51.235067 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (058a9250-6a55-483d-a938-edc511631764), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:51.235896 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:51.315799 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Pushing event updated for resources: {'Port': ['ID=058a9250-6a55-483d-a938-edc511631764,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:51.366135 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Network 88e62555-8982-436a-9906-27d443bc247c is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:54:51.367537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:51.543323 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 02:54:51.623688 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-6c52a353-2a12-4f7a-b528-26fb9c7acf4a None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:51.624088 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c52a353-2a12-4f7a-b528-26fb9c7acf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:51.654420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:54:51.661317 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6c52a353-2a12-4f7a-b528-26fb9c7acf4a None None] Port 058a9250-6a55-483d-a938-edc511631764 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 02:54:51.663258 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6a7be341-1d00-4d7a-8568-d373ae786002 demo admin] 10.222.0.24 "PUT /v2.0/routers/a58e57f4-052b-45c9-8d6d-f4a6141a4f7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9268007 Feb 15 02:54:51.673446 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Sync routers for ids ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:54:51.686094 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Routers {'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:54:51.686952 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T02:54:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:51.903594 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Set router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a gateway port host: None {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:54:52.405513 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:50Z', 'revision_number': 2, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port_host': None, '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:51Z', 'revision_number': 2, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:52.458237 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Checking router: a58e57f4-052b-45c9-8d6d-f4a6141a4f7a for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:54:52.459347 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Updating router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a port 058a9250-6a55-483d-a938-edc511631764 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:54:52.514837 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (058a9250-6a55-483d-a938-edc511631764), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.070794 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks [] for port (058a9250-6a55-483d-a938-edc511631764), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.077942 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (058a9250-6a55-483d-a938-edc511631764), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.214397 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=058a9250-6a55-483d-a938-edc511631764,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:53.237741 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.238098 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.238450 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.238837 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.239197 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.239530 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.240476 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.240898 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.241475 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.241937 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.242279 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.242607 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.242944 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Tracked resource versions report: Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: pushed versions: Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: { 'AddressGroup': {'1.2'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'ConntrackHelper': {'1.0'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'LocalIPAssociation': {'1.0'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Log': {'1.0'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Network': {'1.1'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Port': {'1.7'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'PortForwarding': {'1.2'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'QosPolicy': {'1.10'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroup': {'1.5'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroupRule': {'1.2'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SubPort': {'1.0'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Subnet': {'1.1'}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Trunk': {'1.1'}} Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: consumer versions: Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'ConntrackHelper': '1.0', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'LocalIPAssociation': '1.0', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Log': '1.0', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Network': '1.1', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Port': '1.7', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'PortForwarding': '1.2', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'QosPolicy': '1.10', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroup': '1.5', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroupRule': '1.2', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SubPort': '1.0', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Subnet': '1.1', Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Trunk': '1.1'}} Feb 15 02:54:53.244558 dv-cinder-828085-9-iscsi neutron-server[102660]: {{(pid=102660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 02:54:53.281926 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Attempting to bind port 058a9250-6a55-483d-a938-edc511631764 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:54:53.282411 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Attempting to bind port 058a9250-6a55-483d-a938-edc511631764 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:54:53.282808 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Attempting to bind port 058a9250-6a55-483d-a938-edc511631764 on network 88e62555-8982-436a-9906-27d443bc247c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:54:53.289758 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:54:53.290170 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Checking segment: {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:54:53.290659 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.291051 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Bound using segment: {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:54:53.292260 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Bound port: 058a9250-6a55-483d-a938-edc511631764, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f8e205-f7af-4927-bb2d-34fd41b24b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '88e62555-8982-436a-9906-27d443bc247c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:54:53.292260 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (058a9250-6a55-483d-a938-edc511631764), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.370258 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] For port 058a9250-6a55-483d-a938-edc511631764, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:54:53.392570 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] For port 058a9250-6a55-483d-a938-edc511631764, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=058a9250-6a55-483d-a938-edc511631764,segment=NetworkSegment(62f8e205-f7af-4927-bb2d-34fd41b24b0d),segment_id=62f8e205-f7af-4927-bb2d-34fd41b24b0d)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:54:53.398465 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:53.399017 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.403384 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (058a9250-6a55-483d-a938-edc511631764), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.498981 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Routers {'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:54:53.500126 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T02:54:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:53.523264 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Current status of the port 058a9250-6a55-483d-a938-edc511631764 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:53.523665 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (058a9250-6a55-483d-a938-edc511631764), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.562659 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] For port 058a9250-6a55-483d-a938-edc511631764, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=058a9250-6a55-483d-a938-edc511631764,segment=NetworkSegment(62f8e205-f7af-4927-bb2d-34fd41b24b0d),segment_id=62f8e205-f7af-4927-bb2d-34fd41b24b0d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:54:53.569447 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (058a9250-6a55-483d-a938-edc511631764), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.621138 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee518ef-1569-4829-a272-fab23e6e3fe4 None None] Pushing event updated for resources: {'Port': ['ID=058a9250-6a55-483d-a938-edc511631764,revision_number=4']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:53.652276 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] Set router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a gateway port host: None {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:54:53.669644 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815f2a2-d534-4518-9b7a-4622b90a24b9 None None] Pushing event updated for resources: {'Port': ['ID=058a9250-6a55-483d-a938-edc511631764,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:53.794152 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-27b6dca3-3696-439d-91f5-de52df0c7982 None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:54:53.794759 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-27b6dca3-3696-439d-91f5-de52df0c7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:53.880124 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-27b6dca3-3696-439d-91f5-de52df0c7982 None None] Current status of the port 058a9250-6a55-483d-a938-edc511631764 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:54:53.885205 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:50Z', 'revision_number': 2, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port_host': None, '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:53Z', 'revision_number': 4, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:54:53.911746 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9adc40-9ea3-4939-9c7d-6704b3a1ec89 None None] The sync data for ids ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'] in dv-cinder-828085-9-iscsi is: [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:50Z', 'revision_number': 2, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port_host': None, '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:53Z', 'revision_number': 4, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:54:54.097698 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39164) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:54.215215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c34394-3692-4e22-98dc-133b9d543917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:54.222186 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-21c34394-3692-4e22-98dc-133b9d543917 admin admin] 10.222.0.24 "GET /v2.0/networks/8fca979e-0cea-45f1-a2d3-716c80e2378b HTTP/1.1" status: 200 len: 842 time: 0.1178286 Feb 15 02:54:54.227221 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:54.251062 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Made reservation on behalf of 1321cce0d7fa4aa68624244eeabede7c for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:54:54.253394 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:54.587792 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.objects.ports [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102657) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 02:54:54.588267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (623f625f-d798-4108-935b-3494ddc892c5), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:54.653351 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623f625f-d798-4108-935b-3494ddc892c5,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:54.664296 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:54:54.664661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Network hostable DHCP agents. Network: 8fca979e-0cea-45f1-a2d3-716c80e2378b, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:54:54.689529 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:54:54.704023 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 8fca979e-0cea-45f1-a2d3-716c80e2378b) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:54.709197 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:54.709811 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:54.713912 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb0ece-2f41-435c-8bc4-613ba6f0ccc9 None None] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:54:54.740223 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-525b32bb-bd6a-4510-b003-b4def3310995 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166337 Feb 15 02:54:54.836093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ebac2-ae1c-4412-8a63-2a6fea018eb1 None None] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:54:57.182342 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39172) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:54:57.331015 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-df217ed7-e0cd-49bb-809f-63024cbffaf9 demo admin] 10.222.0.24 "GET /v2.0/routers/a58e57f4-052b-45c9-8d6d-f4a6141a4f7a HTTP/1.1" status: 200 len: 710 time: 0.1472020 Feb 15 02:54:57.421413 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679aad1e-01e1-4a3e-9f4d-6dc412ae2d98 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:54:57.422787 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-679aad1e-01e1-4a3e-9f4d-6dc412ae2d98 demo admin] 10.222.0.24 "GET /v2.0/networks/8fca979e-0cea-45f1-a2d3-716c80e2378b HTTP/1.1" status: 200 len: 886 time: 0.0862458 Feb 15 02:54:57.431858 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:54:57.787813 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks [] for router_gateway (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.045284 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks [] for router_gateway (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.137441 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.253450 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Allocated IP 172.27.1.128 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/eca28e3a-8a96-42eb-a303-f49d6f5dda84) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:54:58.370473 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks [] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.404159 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.440630 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:54:58.443400 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:54:58.450965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:54:58.456116 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Pushing event updated for resources: {'Port': ['ID=eca28e3a-8a96-42eb-a303-f49d6f5dda84,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:54:58.712785 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks [] for router_gateway (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.921848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41467'] for router (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:58.925492 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-537720'] for router (a58e57f4-052b-45c9-8d6d-f4a6141a4f7a), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:59.039957 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 02:54:59.168853 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 02:54:59.173882 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:54:59.176829 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6ee0c5e9-ab57-474a-8218-f2c4d4cfbaf4 demo admin] 10.222.0.24 "PUT /v2.0/routers/a58e57f4-052b-45c9-8d6d-f4a6141a4f7a HTTP/1.1" status: 200 len: 890 time: 1.7479334 Feb 15 02:55:01.441826 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 058a9250-6a55-483d-a938-edc511631764 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:01.506959 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:01.507389 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:01.597885 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 058a9250-6a55-483d-a938-edc511631764 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:01.778681 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39184) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:55:01.919629 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-51e43e62-493e-4569-b468-7fe2ed304a25 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1410506 Feb 15 02:55:02.711380 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Sync routers for ids ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 02:55:02.727241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Routers {'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:02.728027 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T02:54:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:03.037631 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Set router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:03.598203 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:58Z', 'revision_number': 4, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port': {'id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:58Z', 'updated_at': '2022-02-15T02:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:53Z', 'revision_number': 5, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:03.657479 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Checking router: a58e57f4-052b-45c9-8d6d-f4a6141a4f7a for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 02:55:03.658114 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Updating router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a port eca28e3a-8a96-42eb-a303-f49d6f5dda84 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 02:55:03.717516 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.127816 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks [] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.135140 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.182467 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6101f7-38b3-46da-8617-75fc3c6fc02a None None] Pushing event updated for resources: {'Port': ['ID=eca28e3a-8a96-42eb-a303-f49d6f5dda84,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:04.202777 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Attempting to bind port eca28e3a-8a96-42eb-a303-f49d6f5dda84 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:55:04.203210 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Attempting to bind port eca28e3a-8a96-42eb-a303-f49d6f5dda84 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:55:04.204176 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Attempting to bind port eca28e3a-8a96-42eb-a303-f49d6f5dda84 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:55:04.210732 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:55:04.211127 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:55:04.214550 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.214550 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:55:04.214550 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Bound port: eca28e3a-8a96-42eb-a303-f49d6f5dda84, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:55:04.214550 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.277967 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] For port eca28e3a-8a96-42eb-a303-f49d6f5dda84, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:55:04.282193 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] For port eca28e3a-8a96-42eb-a303-f49d6f5dda84, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=eca28e3a-8a96-42eb-a303-f49d6f5dda84,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:55:04.292281 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:04.371120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6101f7-38b3-46da-8617-75fc3c6fc02a None None] Pushing event updated for resources: {'Port': ['ID=eca28e3a-8a96-42eb-a303-f49d6f5dda84,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:04.373851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Routers {'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 02:55:04.374466 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T02:54:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:04.515576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] Set router a58e57f4-052b-45c9-8d6d-f4a6141a4f7a gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 02:55:04.800951 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:58Z', 'revision_number': 4, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port': {'id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:58Z', 'updated_at': '2022-02-15T02:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:53Z', 'revision_number': 5, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 02:55:04.852147 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87d72-c1fb-40e7-ad2b-162005979664 None None] The sync data for ids ['a58e57f4-052b-45c9-8d6d-f4a6141a4f7a'] in dv-cinder-828085-9-iscsi is: [{'id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'name': 'router1', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T02:54:40Z', 'updated_at': '2022-02-15T02:54:58Z', 'revision_number': 4, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'gw_port': {'id': 'eca28e3a-8a96-42eb-a303-f49d6f5dda84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:58Z', 'updated_at': '2022-02-15T02:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '058a9250-6a55-483d-a938-edc511631764', 'name': '', 'network_id': '88e62555-8982-436a-9906-27d443bc247c', 'tenant_id': '5667f74a8626428b82ced03cc930af9a', 'mac_address': 'fa:16:3e:c0:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e57f4-052b-45c9-8d6d-f4a6141a4f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T02:54:50Z', 'updated_at': '2022-02-15T02:54:53Z', 'revision_number': 5, 'project_id': '5667f74a8626428b82ced03cc930af9a', 'subnets': [{'id': '1523b769-1a40-47bf-9a12-93f69ab7a939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c5d7c5f-1f75-4f84-953d-939a606a93e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 02:55:05.244100 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:55:05.566199 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device eca28e3a-8a96-42eb-a303-f49d6f5dda84 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:05.685094 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port eca28e3a-8a96-42eb-a303-f49d6f5dda84 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:05.686137 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:05.878761 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port eca28e3a-8a96-42eb-a303-f49d6f5dda84 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:05.879708 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:05.920114 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port eca28e3a-8a96-42eb-a303-f49d6f5dda84, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=eca28e3a-8a96-42eb-a303-f49d6f5dda84,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:55:05.931852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:06.004579 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=eca28e3a-8a96-42eb-a303-f49d6f5dda84,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:55:07.519050 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device eca28e3a-8a96-42eb-a303-f49d6f5dda84 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:55:07.636911 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port eca28e3a-8a96-42eb-a303-f49d6f5dda84 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:55:07.637734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (eca28e3a-8a96-42eb-a303-f49d6f5dda84), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:07.828205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port eca28e3a-8a96-42eb-a303-f49d6f5dda84 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:55:11.805460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e2332aa1-990e-4e97-b06b-c26f3b779e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:14.664330 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b59308a7-22dd-4e0d-88f2-d67718bc748f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:16.435869 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:17.905568 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:18.720270 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:41.767323 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f7229ef-73fb-4010-9ad0-024aa8b7af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:42.244494 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:55:44.664142 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0857a3d-2de5-484b-ae21-c5c0aefb935b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:46.434894 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:47.908150 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:55:48.707736 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:11.760148 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35667dda-c101-49a6-ada2-9376f94748b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:14.659305 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c032b9b7-b08b-4ba9-8b07-58572dbcacb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:16.437814 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:17.907415 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:18.702180 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:19.242875 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:56:32.151357 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39668) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:32.212470 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1a3320-6899-4dea-85e1-721b4269635f admin admin] GET failed (client error): The resource could not be found. Feb 15 02:56:32.213837 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6f1a3320-6899-4dea-85e1-721b4269635f admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615222 Feb 15 02:56:32.379963 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e82e0-6974-40b2-846e-97dca086c719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:32.381371 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c14e82e0-6974-40b2-846e-97dca086c719 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1631312 Feb 15 02:56:34.701359 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39678) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:34.794570 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d1b21e-51b2-468d-8239-22ed4c8e435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:34.796009 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-16d1b21e-51b2-468d-8239-22ed4c8e435d admin admin] 10.222.0.24 "GET /v2.0/subnets/1523b769-1a40-47bf-9a12-93f69ab7a939 HTTP/1.1" status: 200 len: 849 time: 0.0936489 Feb 15 02:56:34.806642 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:56:34.894346 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Publish callbacks [] for subnet (1523b769-1a40-47bf-9a12-93f69ab7a939), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:35.041860 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760826249144'] for subnet (1523b769-1a40-47bf-9a12-93f69ab7a939), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:35.077243 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:35.077845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:35.082207 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6491fa-2b76-43a4-a2b4-39744c2ce14c None None] Network 88e62555-8982-436a-9906-27d443bc247c requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:56:35.091798 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] 10.222.0.24 "PUT /v2.0/subnets/1523b769-1a40-47bf-9a12-93f69ab7a939 HTTP/1.1" status: 200 len: 868 time: 0.2896838 Feb 15 02:56:35.116136 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1523b769-1a40-47bf-9a12-93f69ab7a939,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:56:35.124036 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.124402 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.124733 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.125160 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.125401 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.125738 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.126087 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.126424 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.126767 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.127113 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.127469 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.127795 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.128117 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036caee-77c4-4e1f-b958-eeac58cbec0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:56:35.519478 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Provisioning complete for port f91b86f9-8c75-4597-856b-9c5635fabe2f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:56:35.520263 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f91b86f9-8c75-4597-856b-9c5635fabe2f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:35.602515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Current status of the port f91b86f9-8c75-4597-856b-9c5635fabe2f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:56:35.613287 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Provisioning complete for port 058a9250-6a55-483d-a938-edc511631764 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:56:35.613501 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (058a9250-6a55-483d-a938-edc511631764), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:35.697829 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d2219167-614f-4722-a9b9-13024149bc0b None None] Current status of the port 058a9250-6a55-483d-a938-edc511631764 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:56:37.365318 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39686) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:37.565311 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ef3f0-0201-4dc5-8833-74f98f8ed7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:37.565701 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ef3f0-0201-4dc5-8833-74f98f8ed7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:37.567283 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f26ef3f0-0201-4dc5-8833-74f98f8ed7e2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2009478 Feb 15 02:56:39.853876 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39694) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:39.987899 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf99f0c-15cb-450e-93f5-640773f1be1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:39.988382 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf99f0c-15cb-450e-93f5-640773f1be1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:39.989928 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-dbf99f0c-15cb-450e-93f5-640773f1be1f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1350796 Feb 15 02:56:41.763168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-934f475e-11e3-4199-a72b-9131cc10dd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:42.301579 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39702) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:42.438954 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6116cd-79c1-44cc-9ecb-52e917ea725c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:42.440365 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1f6116cd-79c1-44cc-9ecb-52e917ea725c admin admin] 10.222.0.24 "GET /v2.0/networks/88e62555-8982-436a-9906-27d443bc247c HTTP/1.1" status: 200 len: 868 time: 0.1378312 Feb 15 02:56:44.662485 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0262ce3-1ef9-448f-bc09-101338d4cf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:44.736739 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39712) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:44.941592 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27d52f-c8d1-4641-8f91-c8b511819ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:44.942917 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-cf27d52f-c8d1-4641-8f91-c8b511819ff0 admin admin] 10.222.0.24 "GET /v2.0/networks/8fca979e-0cea-45f1-a2d3-716c80e2378b HTTP/1.1" status: 200 len: 886 time: 0.2051508 Feb 15 02:56:46.440584 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:47.284318 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39720) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:47.412690 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400dc8c-7624-4b3d-a41c-72f288987445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.413146 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400dc8c-7624-4b3d-a41c-72f288987445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:47.414780 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3400dc8c-7624-4b3d-a41c-72f288987445 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294329 Feb 15 02:56:47.912788 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:48.705272 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:56:49.713150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39728) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:49.807163 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9973f-195e-48cf-931b-44a74eb6c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.807628 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9973f-195e-48cf-931b-44a74eb6c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:49.809248 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ebe9973f-195e-48cf-931b-44a74eb6c40f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950503 Feb 15 02:56:52.115571 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39736) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:52.208678 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667363b0-2f7e-40cd-b0e1-976d60351c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:52.210068 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-667363b0-2f7e-40cd-b0e1-976d60351c60 admin admin] 10.222.0.24 "GET /v2.0/subnets/1523b769-1a40-47bf-9a12-93f69ab7a939 HTTP/1.1" status: 200 len: 868 time: 0.0935519 Feb 15 02:56:54.522593 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39744) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:56:54.611499 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717407a-b1af-478b-847c-0b20fbd76bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:56:54.612805 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-5717407a-b1af-478b-847c-0b20fbd76bb2 admin admin] 10.222.0.24 "GET /v2.0/subnets/623f625f-d798-4108-935b-3494ddc892c5 HTTP/1.1" status: 200 len: 816 time: 0.0891907 Feb 15 02:56:56.241112 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:57:11.766106 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-292122d4-221f-417b-abca-43bbc943a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:14.667106 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec02d73e-4c2c-4dc0-93da-24c00cd90683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:16.445050 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:17.917288 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:18.670673 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39796) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:57:18.708638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:18.722342 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [None req-5f16c499-ffe7-4b86-87ce-b9b4397f82a8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:57:18.723635 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-5f16c499-ffe7-4b86-87ce-b9b4397f82a8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516915 Feb 15 02:57:21.210493 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39804) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:57:21.272846 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f5f061-01cf-4c03-9838-4c8ef7264781 admin admin] GET failed (client error): The resource could not be found. Feb 15 02:57:21.274162 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-17f5f061-01cf-4c03-9838-4c8ef7264781 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627267 Feb 15 02:57:21.416944 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa85224-abae-49ea-b5b6-64514eace7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:21.418417 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7aa85224-abae-49ea-b5b6-64514eace7b1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398656 Feb 15 02:57:23.746141 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39812) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:57:23.796356 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:57:23.815948 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Made reservation on behalf of 1321cce0d7fa4aa68624244eeabede7c for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:57:23.818505 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.847803 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING neutron.services.revisions.revision_plugin [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Could not find related network for resource to bump revision. Feb 15 02:57:23.862708 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 02:57:23.872853 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (769f023e-96c7-4520-bb56-f983b7739bc4), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.873204 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Added segment 769f023e-96c7-4520-bb56-f983b7739bc4 of type vlan for network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 Feb 15 02:57:23.912390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (8fc03b01-5fd0-4b80-abf2-c0b43389a817), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.935374 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (8fc03b01-5fd0-4b80-abf2-c0b43389a817), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.936392 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:23.936984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:23.992448 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2450333 Feb 15 02:57:24.000134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc03b01-5fd0-4b80-abf2-c0b43389a817,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:57:24.007656 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.008038 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.008394 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.008740 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.010024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.010024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.010024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.010497 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.014774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.014774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.014774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.014774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.014774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c749430-a68c-473c-b040-3033cb3a3531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:24.025312 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 02:57:26.348466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39820) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:57:26.422164 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.pecan_wsgi.hooks.translation [None req-654bd939-49c4-4ffd-b601-d03010a45f7d admin admin] GET failed (client error): The resource could not be found. Feb 15 02:57:26.423573 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-654bd939-49c4-4ffd-b601-d03010a45f7d admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0738885 Feb 15 02:57:26.496310 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6e1b3-af0a-413d-9aac-e715eff8cc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:26.497644 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-35c6e1b3-af0a-413d-9aac-e715eff8cc02 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0699255 Feb 15 02:57:26.507859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 02:57:26.528207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Made reservation on behalf of 1321cce0d7fa4aa68624244eeabede7c for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 02:57:26.530534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:26.710726 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (ebe310c5-8581-475c-8a9c-4f89f0b8bbe8), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:26.767207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe310c5-8581-475c-8a9c-4f89f0b8bbe8,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:57:26.779419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Checking segment: {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:57:26.779791 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Network hostable DHCP agents. Network: 8fc03b01-5fd0-4b80-abf2-c0b43389a817, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 02:57:26.797482 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 02:57:26.807504 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 8fc03b01-5fd0-4b80-abf2-c0b43389a817) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:57:26.813205 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 02:57:26.814183 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:26.821104 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd1ee8-1c63-45ee-938c-c68f32052d2d None None] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:57:26.834165 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-387f4615-dc3f-4472-b53b-722bafd6627a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3299487 Feb 15 02:57:27.079869 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-8fc03b01-5fd0-4b80-abf2-c0b43389a817', 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817', 'project_id': '1321cce0d7fa4aa68624244eeabede7c', 'fixed_ips': [{'subnet_id': 'ebe310c5-8581-475c-8a9c-4f89f0b8bbe8'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 02:57:27.080722 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.249680 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Allocated IP 192.168.233.2 (8fc03b01-5fd0-4b80-abf2-c0b43389a817/ebe310c5-8581-475c-8a9c-4f89f0b8bbe8/7e16fbd1-9d24-45e9-938e-126acd8d4682) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 02:57:27.411241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks [] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.418929 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.469473 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 02:57:27.472493 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 02:57:27.475305 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 02:57:27.482033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Pushing event updated for resources: {'Port': ['ID=7e16fbd1-9d24-45e9-938e-126acd8d4682,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:57:27.494387 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496524 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496524 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.496867 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.497196 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.497544 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.497874 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.498206 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.498530 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:57:27.548457 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Attempting to bind port 7e16fbd1-9d24-45e9-938e-126acd8d4682 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 02:57:27.548831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Attempting to bind port 7e16fbd1-9d24-45e9-938e-126acd8d4682 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 02:57:27.549199 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Attempting to bind port 7e16fbd1-9d24-45e9-938e-126acd8d4682 on network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 02:57:27.554625 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 2, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 02:57:27.555001 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Checking segment: {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 02:57:27.555839 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.555839 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Bound using segment: {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 02:57:27.556320 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Bound port: 7e16fbd1-9d24-45e9-938e-126acd8d4682, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 02:57:27.556707 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.629483 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] For port 7e16fbd1-9d24-45e9-938e-126acd8d4682, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 02:57:27.632725 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] For port 7e16fbd1-9d24-45e9-938e-126acd8d4682, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7e16fbd1-9d24-45e9-938e-126acd8d4682,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 02:57:27.639831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:27.707880 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cc93-97d9-4789-b43a-9f3d0ac5cf3a None None] Pushing event updated for resources: {'Port': ['ID=7e16fbd1-9d24-45e9-938e-126acd8d4682,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:57:28.591347 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925ef24-9271-4a05-bb90-b5f999b6dd2a None None] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 02:57:28.674657 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Provisioning complete for port 7e16fbd1-9d24-45e9-938e-126acd8d4682 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:57:28.675051 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:28.795190 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Current status of the port 7e16fbd1-9d24-45e9-938e-126acd8d4682 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:57:28.795190 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:28.832111 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] For port 7e16fbd1-9d24-45e9-938e-126acd8d4682, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7e16fbd1-9d24-45e9-938e-126acd8d4682,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 02:57:28.838186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:28.895869 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04787e3c-7413-41fe-8bd9-8254a8711cb0 None None] Pushing event updated for resources: {'Port': ['ID=7e16fbd1-9d24-45e9-938e-126acd8d4682,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:57:29.058986 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-91c67185-1e88-4d69-8bd9-922e2b3aaa71 None None] Provisioning complete for port 7e16fbd1-9d24-45e9-938e-126acd8d4682 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:57:29.059809 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91c67185-1e88-4d69-8bd9-922e2b3aaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:29.147865 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-91c67185-1e88-4d69-8bd9-922e2b3aaa71 None None] Current status of the port 7e16fbd1-9d24-45e9-938e-126acd8d4682 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:57:29.537090 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7e16fbd1-9d24-45e9-938e-126acd8d4682 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 02:57:29.587075 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 7e16fbd1-9d24-45e9-938e-126acd8d4682 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 02:57:29.587556 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7e16fbd1-9d24-45e9-938e-126acd8d4682), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:29.669866 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 7e16fbd1-9d24-45e9-938e-126acd8d4682 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 02:57:33.239554 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:57:41.769436 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5cc3-0b42-4f81-b98e-7b72a2f967f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:44.670112 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e04d-e8a5-4f38-8425-3d7df84cd108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:46.448536 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:47.917996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:57:48.711986 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:10.237819 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:58:11.773005 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fbb37ee3-e758-428b-98af-ece29cc83f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:14.672607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39f4b098-9a27-45ab-af01-26274351e5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:16.453079 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:17.922830 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:18.714834 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:41.775384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab401254-af7d-4daf-bf05-d66267046243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:44.674626 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de6a9b81-a120-4a48-ac26-9eccf7182037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:46.426740 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39858) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:58:46.432646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [None req-b6373859-62b7-4423-a4b8-64215ac07056 tempest-verify_tempest_config-1193041996 tempest-verify_tempest_config-1193041996-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 02:58:46.433653 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b6373859-62b7-4423-a4b8-64215ac07056 tempest-verify_tempest_config-1193041996 tempest-verify_tempest_config-1193041996-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059047 Feb 15 02:58:46.456788 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:46.742784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 39876) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:58:46.862179 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:46.939316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Publish callbacks [] for security_group (7af7776d-1d34-4094-aeb7-89c18358c502), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:46.943461 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7af7776d-1d34-4094-aeb7-89c18358c502), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:46.989477 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f799fea5352742079ee702662fc178d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2455816 Feb 15 02:58:46.990443 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7776d-1d34-4094-aeb7-89c18358c502,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:58:46.992517 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39880) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 02:58:46.998501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:46.998857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:46.999228 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:46.999571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:46.999907 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.000237 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.000569 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.000905 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.001885 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.001885 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.001885 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.002283 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.002514 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a024b0d-15c3-430a-80a5-397e88917a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.064074 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Publish callbacks [] for security_group (7af7776d-1d34-4094-aeb7-89c18358c502), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:47.086932 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Publish callbacks [] for security_group (7af7776d-1d34-4094-aeb7-89c18358c502), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:47.183565 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7af7776d-1d34-4094-aeb7-89c18358c502), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:47.186744 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:47.187941 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7af7776d-1d34-4094-aeb7-89c18358c502 HTTP/1.1" status: 204 len: 168 time: 0.1940677 Feb 15 02:58:47.202351 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7776d-1d34-4094-aeb7-89c18358c502,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 02:58:47.211806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.212195 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.212680 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.213147 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.213474 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.213681 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.213988 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.214332 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.214662 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.214997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.215409 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.215758 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.216252 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b17c1c-0c22-4980-afe7-cae54f1fa6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 02:58:47.239596 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:58:47.926996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:58:48.717469 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:11.779379 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13e231fc-956a-42fe-bbe0-9bdc2c9519ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:14.676372 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950f6c60-75fe-40dc-af1a-5146e9d73cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:16.457394 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:17.928855 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:18.720128 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:24.234721 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 02:59:41.782435 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-428d4710-fa64-42e0-a405-ff7d1bab993a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:44.677537 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb21e9d7-ce73-44d5-ba16-5e4f9c56fbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:46.460408 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:47.932287 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 02:59:48.725386 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:01.232691 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 5 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:00:11.785163 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39438787-0725-4271-a8e4-1b90d7e8b0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:14.679013 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f73d533b-87e9-4f71-9eac-7bade105e189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:16.466120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:17.935334 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:18.729220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:20.792608 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540315'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:35.998264 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39954) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:36.113627 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fd0eda47-394c-47c3-a7ce-1ee9c94fc883 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1142409 Feb 15 03:00:38.232453 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:00:38.454247 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 39964) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:00:38.508597 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-61c90508-0179-480a-9f9c-a5ff37cd6ded admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533435 Feb 15 03:00:41.789468 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0fe783d9-1be0-44d9-b4c7-92c630bf99a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:44.681793 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ad5-f3c8-41e3-a082-2ecedcb71b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:46.465572 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:47.937320 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:48.733538 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:00:50.777145 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:11.792199 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-634c6b96-96cc-4183-861b-f3f159728763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:14.683727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e8dce54-0936-4279-913c-4e8367d7efea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:15.231094 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:01:16.466757 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:17.940786 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:18.738352 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:20.775088 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:41.799458 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03191d91-1ac0-4c91-a2dd-c9d4c740ddb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:44.686249 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5676ca8e-6740-4b8c-9844-fe9652f3081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:46.470358 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:47.947096 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:48.743504 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:50.790385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:01:52.231045 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:02:11.828820 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-606b4f65-032a-43cb-ae46-315b02e32e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.493697 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40092) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:12.726592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-network', 'tenant_id': '4535bb088a284793a0937f05a754a26f'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:12.747927 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Made reservation on behalf of 4535bb088a284793a0937f05a754a26f for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:12.750428 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.760465 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.840571 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks [] for security_group (910366b6-4dfa-412a-9b73-8423f9ead927), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.845369 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (910366b6-4dfa-412a-9b73-8423f9ead927), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.873664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910366b6-4dfa-412a-9b73-8423f9ead927,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:12.882096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:02:12.887806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.888140 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.888726 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.889257 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.889625 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.889957 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.890294 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.890626 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.890975 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.891340 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.891665 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.891993 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.892318 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Tracked resource versions report: Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: pushed versions: Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: { 'AddressGroup': {'1.2'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'ConntrackHelper': {'1.0'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'LocalIPAssociation': {'1.0'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Log': {'1.0'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Network': {'1.1'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Port': {'1.7'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'PortForwarding': {'1.2'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'QosPolicy': {'1.10'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroup': {'1.5'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroupRule': {'1.2'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SubPort': {'1.0'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Subnet': {'1.1'}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Trunk': {'1.1'}} Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: consumer versions: Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: HyperV agent@hv-cinder-82808: {}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'ConntrackHelper': '1.0', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'LocalIPAssociation': '1.0', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Log': '1.0', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Network': '1.1', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Port': '1.7', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'PortForwarding': '1.2', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'QosPolicy': '1.10', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroup': '1.5', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SecurityGroupRule': '1.2', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'SubPort': '1.0', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Subnet': '1.1', Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: 'Trunk': '1.1'}} Feb 15 03:02:12.893491 dv-cinder-828085-9-iscsi neutron-server[102658]: {{(pid=102658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 03:02:12.902487 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (8befc779-83d6-4d27-aea1-f931e8797031), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.903518 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Added segment 8befc779-83d6-4d27-aea1-f931e8797031 of type vlan for network 6ed07e91-a9c7-4c29-a409-32e81c8614ad Feb 15 03:02:12.949665 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (6ed07e91-a9c7-4c29-a409-32e81c8614ad), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.978742 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (6ed07e91-a9c7-4c29-a409-32e81c8614ad), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:12.978742 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:12.978742 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.109288 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40130) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:13.109883 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6145463 Feb 15 03:02:13.119547 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Request body: {'subnet': {'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-subnet', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:13.141025 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcdc02-e5f4-4625-bc8f-f1c6b6832567 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed07e91-a9c7-4c29-a409-32e81c8614ad,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:13.155376 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Made reservation on behalf of 4535bb088a284793a0937f05a754a26f for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:13.155553 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:02:13.158255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.372942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (ee847cff-4b3d-45d2-b2f3-737e6f396d3e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.415452 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee847cff-4b3d-45d2-b2f3-737e6f396d3e,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:13.425163 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.425521 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.425874 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.426794 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.427360 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.427859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.428401 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.428892 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.429398 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.429907 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.430395 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.430892 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.431407 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Tracked resource versions report: Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: pushed versions: Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: { 'AddressGroup': {'1.2'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'ConntrackHelper': {'1.0'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'LocalIPAssociation': {'1.0'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Log': {'1.0'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Network': {'1.1'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Port': {'1.7'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'PortForwarding': {'1.2'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'QosPolicy': {'1.10'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroup': {'1.5'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroupRule': {'1.2'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SubPort': {'1.0'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Subnet': {'1.1'}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Trunk': {'1.1'}} Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: consumer versions: Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: HyperV agent@hv-cinder-82808: {}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'ConntrackHelper': '1.0', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'LocalIPAssociation': '1.0', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Log': '1.0', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Network': '1.1', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Port': '1.7', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'PortForwarding': '1.2', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'QosPolicy': '1.10', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroup': '1.5', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SecurityGroupRule': '1.2', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'SubPort': '1.0', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Subnet': '1.1', Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: 'Trunk': '1.1'}} Feb 15 03:02:13.432865 dv-cinder-828085-9-iscsi neutron-server[102657]: {{(pid=102657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 03:02:13.464624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Checking segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:13.465367 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Network hostable DHCP agents. Network: 6ed07e91-a9c7-4c29-a409-32e81c8614ad, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:02:13.483887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:02:13.493709 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 6ed07e91-a9c7-4c29-a409-32e81c8614ad) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:13.498469 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:13.499069 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.503116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd27bf2-c6c0-41d4-93f0-418d9b516760 None None] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:13.524765 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40154) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:13.525802 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9bcaca58-59b7-4d4a-828a-a43fce7514e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4136589 Feb 15 03:02:13.530058 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:13.561776 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.562981 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.626250 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15734c37-7689-49ed-a1a1-b78bf3644435 None None] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:13.628568 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for router_controller (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:13.792519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40170) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:13.830942 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for router_gateway (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.126739 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for router_gateway (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.153785 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.198539 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2001892087-network', 'tenant_id': '56d6a0518ac743a5977510bac8e9e8fa'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:14.235109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Made reservation on behalf of 56d6a0518ac743a5977510bac8e9e8fa for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:14.244395 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.253696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.352631 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40194) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:14.369509 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Allocated IP 172.27.1.163 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/e18a60e3-74ef-405b-9b14-2af3a4e2e2c0) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:14.398876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks [] for security_group (ab75f38e-da1d-41f4-9fb7-84aefc7a4a89), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.404803 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ab75f38e-da1d-41f4-9fb7-84aefc7a4a89), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.439758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:14.453093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:02:14.465271 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (5f39c2ba-f611-40e5-95a1-556b0854315c), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.465825 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Added segment 5f39c2ba-f611-40e5-95a1-556b0854315c of type vlan for network 7a5b4472-1482-406e-b9ba-ee756f2ad38f Feb 15 03:02:14.503440 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.513818 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (7a5b4472-1482-406e-b9ba-ee756f2ad38f), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.543776 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (7a5b4472-1482-406e-b9ba-ee756f2ad38f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.545309 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:14.546699 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.583510 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.614144 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8201835 Feb 15 03:02:14.617144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40204) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:14.622365 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Request body: {'subnet': {'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2001892087-subnet', 'tenant_id': '56d6a0518ac743a5977510bac8e9e8fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:14.630234 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095dd3e-547e-482a-9d4b-0921b0e67ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5b4472-1482-406e-b9ba-ee756f2ad38f,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:14.645567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 7a5b4472-1482-406e-b9ba-ee756f2ad38f details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:02:14.658071 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Made reservation on behalf of 56d6a0518ac743a5977510bac8e9e8fa for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:14.668223 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.688117 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Pushing event updated for resources: {'Port': ['ID=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:14.702653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:14.704580 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:14.706899 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:14.750891 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-207a7286-cbbc-435e-bb02-cd573d1515e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.914838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (a1bd91a9-143e-4e1e-b763-8349068969f4), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:14.985144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Checking segment: {'id': '5f39c2ba-f611-40e5-95a1-556b0854315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:14.985500 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Network hostable DHCP agents. Network: 7a5b4472-1482-406e-b9ba-ee756f2ad38f, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:02:14.992347 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-network', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:14.992922 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bd91a9-143e-4e1e-b763-8349068969f4,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:15.012758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Network 7a5b4472-1482-406e-b9ba-ee756f2ad38f is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:02:15.030605 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 7a5b4472-1482-406e-b9ba-ee756f2ad38f) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:15.043397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f4c7a-9bbf-4088-a775-4a60e94d1fe1 None None] Network 7a5b4472-1482-406e-b9ba-ee756f2ad38f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:15.047220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:15.047869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.087366 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-50ec1e49-c2f4-43cc-9f63-579901e288d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4552348 Feb 15 03:02:15.201775 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8ab0b-0673-469c-a533-d3135d4d2552 None None] Network 7a5b4472-1482-406e-b9ba-ee756f2ad38f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:15.209493 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for router_gateway (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.212561 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Made reservation on behalf of 6c08d74d0cb140cfa09ddc3f8102b7c1 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:15.215188 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.258169 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.455551 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks [] for security_group (0092f4b8-3fbf-4421-a058-ba4e4248980f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.489159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0092f4b8-3fbf-4421-a058-ba4e4248980f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.515926 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:02:15.534968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.800016 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (25e737ab-8f42-4d75-91cf-c0f7a34db7fe), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.800751 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Added segment 25e737ab-8f42-4d75-91cf-c0f7a34db7fe of type vlan for network 4c1a999e-ee82-4c20-9c13-04652372776f Feb 15 03:02:15.890998 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0092f4b8-3fbf-4421-a058-ba4e4248980f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:15.974978 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (4c1a999e-ee82-4c20-9c13-04652372776f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:15.997413 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Router c55dd9a0-ec05-4bd5-899e-33a7fb92779e is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:02:16.105535 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (4c1a999e-ee82-4c20-9c13-04652372776f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.106911 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:16.107670 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.204583 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8475099 Feb 15 03:02:16.204699 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40274) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:16.210248 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Request body: {'subnet': {'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-subnet', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:16.271816 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d87555-859f-4253-a10b-73b1273a5aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1a999e-ee82-4c20-9c13-04652372776f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:16.272996 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Made reservation on behalf of 6c08d74d0cb140cfa09ddc3f8102b7c1 for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:16.281522 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.286116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 4c1a999e-ee82-4c20-9c13-04652372776f details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:02:16.305087 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:02:16.317707 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Sync routers for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:02:16.334091 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:16.336289 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:16.367260 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.368776 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-618c0ce2-2882-4776-9eaf-18888fd537ae admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8421385 Feb 15 03:02:16.372034 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40278) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:16.522148 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:16.772807 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:17.061091 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:14Z', 'revision_number': 3, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:17.101186 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Checking router: c55dd9a0-ec05-4bd5-899e-33a7fb92779e for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:02:17.101794 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Updating router c55dd9a0-ec05-4bd5-899e-33a7fb92779e port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:02:17.138243 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.166782 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (f4d408a2-702d-454c-8e9c-e3fb82db7859), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.239194 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.285748 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40324) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:17.304548 dv-cinder-828085-9-iscsi neutron-server[102657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 03:02:17.314065 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d408a2-702d-454c-8e9c-e3fb82db7859,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:17.546845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Allocated IP 172.20.0.1 (6ed07e91-a9c7-4c29-a409-32e81c8614ad/ee847cff-4b3d-45d2-b2f3-737e6f396d3e/71bdbdac-9f0c-4d10-9985-f67ead904476) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:17.719679 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-d94fd50d-7243-4c4e-8f1e-a8892d5eea81 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:17.726180 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-d94fd50d-7243-4c4e-8f1e-a8892d5eea81 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/networks?id=7a5b4472-1482-406e-b9ba-ee756f2ad38f HTTP/1.1" status: 200 len: 812 time: 0.4244890 Feb 15 03:02:17.728907 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks [] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.742379 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.799911 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Checking segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:17.800267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Network hostable DHCP agents. Network: 4c1a999e-ee82-4c20-9c13-04652372776f, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:02:17.821290 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-fc399372-4454-4d0a-8b9f-e457cedcfde6 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/quotas/56d6a0518ac743a5977510bac8e9e8fa HTTP/1.1" status: 200 len: 375 time: 0.0857515 Feb 15 03:02:17.854836 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Attempting to bind port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:17.855236 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Attempting to bind port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:17.855601 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Attempting to bind port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:17.861459 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks [] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.870584 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Pushing event updated for resources: {'Port': ['ID=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:17.893283 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:17.893691 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:17.894171 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.898477 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:17.899190 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Bound port: e18a60e3-74ef-405b-9b14-2af3a4e2e2c0, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:17.903311 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.916449 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:17.950706 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-07d2f44d-977b-46d9-bd50-d4d5430172f6 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d6a0518ac743a5977510bac8e9e8fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284389 Feb 15 03:02:17.956508 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.958358 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.958913 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.961288 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.961845 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.962584 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.965212 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.966294 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.966920 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.967561 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.969403 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.969956 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.970725 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Tracked resource versions report: Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: pushed versions: Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: { 'AddressGroup': {'1.2'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'ConntrackHelper': {'1.0'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'LocalIPAssociation': {'1.0'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Log': {'1.0'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Network': {'1.1'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Port': {'1.7'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'PortForwarding': {'1.2'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'QosPolicy': {'1.10'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroup': {'1.5'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroupRule': {'1.2'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SubPort': {'1.0'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Subnet': {'1.1'}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Trunk': {'1.1'}} Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: consumer versions: Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: HyperV agent@hv-cinder-82808: {}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'ConntrackHelper': '1.0', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'LocalIPAssociation': '1.0', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Log': '1.0', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Network': '1.1', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Port': '1.7', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'PortForwarding': '1.2', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'QosPolicy': '1.10', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroup': '1.5', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SecurityGroupRule': '1.2', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'SubPort': '1.0', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Subnet': '1.1', Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: 'Trunk': '1.1'}} Feb 15 03:02:17.972280 dv-cinder-828085-9-iscsi neutron-server[102660]: {{(pid=102660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 03:02:17.977920 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.000185 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Network 4c1a999e-ee82-4c20-9c13-04652372776f is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:02:18.019406 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:18.022791 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] For port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:18.024100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:18.029055 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] For port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:18.030227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 4c1a999e-ee82-4c20-9c13-04652372776f) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:18.037928 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:18.039831 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.040042 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7033f47d-9029-4cbc-a7e7-b872069d6851 None None] Network 4c1a999e-ee82-4c20-9c13-04652372776f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:18.042707 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:18.043339 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.055104 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.068053 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Pushing event updated for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:18.091819 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8ad0f159-521b-4121-9c48-ab3536f0d859 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8840525 Feb 15 03:02:18.092794 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40362) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:18.119897 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:18.142110 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64291e-9286-4350-9543-0797dd0410a4 None None] Pushing event updated for resources: {'Port': ['ID=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:18.163818 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:18.164533 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:18.181927 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.186492 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.301520 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:18.401822 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-4c1a999e-ee82-4c20-9c13-04652372776f', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:02:18.403016 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.448111 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40386) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:18.561419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for router_controller (d5f6477b-8bca-40e2-b704-c3dac65f25e4), precommit_add_association {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.712656 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:14Z', 'revision_number': 3, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:18.730945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-07eb0864-2103-409d-97f6-c9412f4b4b9d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:02:18.741043 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-07eb0864-2103-409d-97f6-c9412f4b4b9d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3946557 Feb 15 03:02:18.777293 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.842348 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd0686-fd65-4528-9528-84a0f85ef81f None None] The sync data for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi is: [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:14Z', 'revision_number': 3, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:02:18.869674 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:18.909473 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Allocated IP 172.20.0.2 (4c1a999e-ee82-4c20-9c13-04652372776f/f4d408a2-702d-454c-8e9c-e3fb82db7859/fdba2a41-979e-47a0-aae8-330eab88b8ca) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:18.932946 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40400) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:19.129019 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bfbe-bcd4-450a-9c11-c6f734477c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.137684 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for router_gateway (d5f6477b-8bca-40e2-b704-c3dac65f25e4), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.152301 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks [] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.161082 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.162011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.190692 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks [] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.205618 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.233855 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-d5ef53be-30ca-4bb3-a140-d81186635005 service neutron] 10.222.0.24 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776847 Feb 15 03:02:19.288418 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Pushing event updated for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:19.291714 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Network 4c1a999e-ee82-4c20-9c13-04652372776f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:19.294790 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:19.301318 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:19.322855 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Pushing event updated for resources: {'Port': ['ID=fdba2a41-979e-47a0-aae8-330eab88b8ca,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:19.434605 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-61b7567f-f5e4-4afc-97bc-46a7a089cd7b service neutron] 10.222.0.24 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859121 Feb 15 03:02:19.442638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Attempting to bind port fdba2a41-979e-47a0-aae8-330eab88b8ca on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:19.443082 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Attempting to bind port fdba2a41-979e-47a0-aae8-330eab88b8ca by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:19.443424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Attempting to bind port fdba2a41-979e-47a0-aae8-330eab88b8ca on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:19.444812 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:19.449029 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:19.457898 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.458246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.458635 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.458968 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.459466 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.459988 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.460818 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.461168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.461554 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.461843 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.462204 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.462690 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.463581 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Tracked resource versions report: Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: pushed versions: Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: { 'AddressGroup': {'1.2'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'LocalIPAssociation': {'1.0'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Log': {'1.0'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Network': {'1.1'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Port': {'1.7'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'PortForwarding': {'1.2'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'QosPolicy': {'1.10'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroup': {'1.5'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SubPort': {'1.0'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Subnet': {'1.1'}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Trunk': {'1.1'}} Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: consumer versions: Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: { DHCP agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: HyperV agent@hv-cinder-82808: {}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: L3 agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: Metadata agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: Metering agent@dv-cinder-828085-9-iscsi: {}, Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: Open vSwitch agent@dv-cinder-828085-9-iscsi: { 'AddressGroup': '1.2', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'ConntrackHelper': '1.0', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'LocalIPAssociation': '1.0', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Log': '1.0', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Network': '1.1', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Port': '1.7', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'PortForwarding': '1.2', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'QosPolicy': '1.10', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroup': '1.5', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SecurityGroupRule': '1.2', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'SubPort': '1.0', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Subnet': '1.1', Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: 'Trunk': '1.1'}} Feb 15 03:02:19.466097 dv-cinder-828085-9-iscsi neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 03:02:19.469884 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:19.470610 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Checking segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:19.471314 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.471771 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Bound using segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:19.473223 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Bound port: fdba2a41-979e-47a0-aae8-330eab88b8ca, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:19.473786 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.530810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c567872-fe34-4f82-af4f-258f70ca30de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.623893 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bfbe-bcd4-450a-9c11-c6f734477c1d admin admin] Publish callbacks [] for security_group (a288768e-e2c8-4229-81c8-157fdba3705f), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.645410 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bfbe-bcd4-450a-9c11-c6f734477c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a288768e-e2c8-4229-81c8-157fdba3705f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:19.677049 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Router c55dd9a0-ec05-4bd5-899e-33a7fb92779e has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:02:19.764318 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8bfbe-bcd4-450a-9c11-c6f734477c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288768e-e2c8-4229-81c8-157fdba3705f,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:19.776875 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-dbf8bfbe-bcd4-450a-9c11-c6f734477c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7e32a64b5244d74b3f72515c98bf1da&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3270779 Feb 15 03:02:19.780810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40430) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:19.888982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:19.995247 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:02:20.004649 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8f7cc30c-6a2d-403b-a3fb-e77d52a99069 admin admin] 10.222.0.24 "PUT /v2.0/routers/c55dd9a0-ec05-4bd5-899e-33a7fb92779e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6306674 Feb 15 03:02:20.128252 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] For port fdba2a41-979e-47a0-aae8-330eab88b8ca, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:20.155968 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c567872-fe34-4f82-af4f-258f70ca30de admin admin] Publish callbacks [] for security_group (a571b866-c911-4c45-9180-64212586ece9), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.171685 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] For port fdba2a41-979e-47a0-aae8-330eab88b8ca, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=fdba2a41-979e-47a0-aae8-330eab88b8ca,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:20.173259 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:20.173658 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.177911 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] Publish callbacks [] for security_group (a288768e-e2c8-4229-81c8-157fdba3705f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.181413 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6e9d1fc-8f29-419c-b5c1-52156a26b90e req-99522eda-f22e-4ccb-a855-4c6bfe7ae45f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.3329802 Feb 15 03:02:20.197915 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.322969 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c567872-fe34-4f82-af4f-258f70ca30de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a571b866-c911-4c45-9180-64212586ece9), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.421438 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c567872-fe34-4f82-af4f-258f70ca30de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a571b866-c911-4c45-9180-64212586ece9,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:20.480239 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] Publish callbacks [] for security_group (a288768e-e2c8-4229-81c8-157fdba3705f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.499197 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5957a-6b78-4bec-a14f-e9a771040835 None None] Pushing event updated for resources: {'Port': ['ID=fdba2a41-979e-47a0-aae8-330eab88b8ca,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:20.523266 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9c567872-fe34-4f82-af4f-258f70ca30de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc86e295a33a42e0a4a748a2cb9b8fce&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5395656 Feb 15 03:02:20.525897 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40482) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:20.534038 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for router_gateway (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.590282 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.592922 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:20.593489 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.681647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:20.684765 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] Publish callbacks [] for security_group (a571b866-c911-4c45-9180-64212586ece9), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.692530 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.749476 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] Publish callbacks [] for security_group (a571b866-c911-4c45-9180-64212586ece9), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.889597 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a571b866-c911-4c45-9180-64212586ece9), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.892448 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.893625 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a571b866-c911-4c45-9180-64212586ece9 HTTP/1.1" status: 204 len: 168 time: 0.3661709 Feb 15 03:02:20.895632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Allocated IP 172.27.1.121 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/74f9ea4f-ba9e-4500-8a24-c2f66b24f77d) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:20.927872 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a288768e-e2c8-4229-81c8-157fdba3705f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.939975 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:20.941166 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a288768e-e2c8-4229-81c8-157fdba3705f HTTP/1.1" status: 204 len: 168 time: 1.1559484 Feb 15 03:02:20.965653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf162-6c68-4877-8dc8-1392870d2510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571b866-c911-4c45-9180-64212586ece9,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:21.042815 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0436812-90bb-49a2-94c5-7bd853e903f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288768e-e2c8-4229-81c8-157fdba3705f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:21.166252 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40520) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:21.170012 dv-cinder-828085-9-iscsi neutron-server[102658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 03:02:21.180616 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:21.225459 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:21.367773 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:21.661372 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-62012b30-dde6-422f-9dd3-a312831bac0e req-2b4d8900-db95-4c9c-9a07-2c68c12b1b26 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.3199909 Feb 15 03:02:21.673427 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02228904-64bf-41c8-9280-7590d298da95 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:21.684706 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02228904-64bf-41c8-9280-7590d298da95 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 819 time: 0.5162256 Feb 15 03:02:21.715253 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-dfe1cb3c-014e-45e4-b3d7-5d459c870f32 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/quotas/4535bb088a284793a0937f05a754a26f HTTP/1.1" status: 200 len: 375 time: 0.0295489 Feb 15 03:02:21.757027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:21.793750 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40548) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:21.828551 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:21.832475 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:21.837446 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b256753a-9ee0-474c-b64d-e15d215d7f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:21.838880 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:21.899844 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-f5c8430c-87aa-48c1-a55e-87513c2e3687 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836808 Feb 15 03:02:21.938882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device fdba2a41-979e-47a0-aae8-330eab88b8ca up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:22.022683 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port fdba2a41-979e-47a0-aae8-330eab88b8ca triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:22.023247 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.036924 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Pushing event updated for resources: {'Port': ['ID=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:22.108718 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b256753a-9ee0-474c-b64d-e15d215d7f17 admin admin] Publish callbacks [] for security_group (ddfea221-0904-434a-8d62-73cbd6a89b89), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.121888 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b256753a-9ee0-474c-b64d-e15d215d7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ddfea221-0904-434a-8d62-73cbd6a89b89), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.193238 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port fdba2a41-979e-47a0-aae8-330eab88b8ca is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:22.193837 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.242297 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256753a-9ee0-474c-b64d-e15d215d7f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfea221-0904-434a-8d62-73cbd6a89b89,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:22.271283 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port fdba2a41-979e-47a0-aae8-330eab88b8ca, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=fdba2a41-979e-47a0-aae8-330eab88b8ca,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:22.272100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-6b86a56b-3ba7-49fe-9172-bcfafc18f539 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:02:22.273157 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-6b86a56b-3ba7-49fe-9172-bcfafc18f539 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1671238 Feb 15 03:02:22.297361 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.298841 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:22.307523 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b256753a-9ee0-474c-b64d-e15d215d7f17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0137b69794514314b40cf44da1cf3b01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5099714 Feb 15 03:02:22.311449 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40570) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:22.342487 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for router_gateway (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.402625 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=fdba2a41-979e-47a0-aae8-330eab88b8ca,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:22.416473 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:22.416945 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.460974 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-b4faf5d3-4c1d-40d4-8995-f6dcbf425dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741483 Feb 15 03:02:22.558100 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:22.569094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] Publish callbacks [] for security_group (ddfea221-0904-434a-8d62-73cbd6a89b89), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.632640 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] Publish callbacks [] for security_group (ddfea221-0904-434a-8d62-73cbd6a89b89), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.821804 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36fa51-4409-43f2-bd63-293e36755d42 None None] Network 4c1a999e-ee82-4c20-9c13-04652372776f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:02:22.875576 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ddfea221-0904-434a-8d62-73cbd6a89b89), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.882887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.889531 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfea221-0904-434a-8d62-73cbd6a89b89 HTTP/1.1" status: 204 len: 168 time: 0.5746684 Feb 15 03:02:22.927034 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:22.927034 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1ba1-692b-4695-a34d-415c60270383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfea221-0904-434a-8d62-73cbd6a89b89,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:22.955600 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Sync routers for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:02:22.968281 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-abd6a91e-5058-422f-a894-901a37590c5b service neutron] 10.222.0.24 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011985 Feb 15 03:02:23.019030 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:23.019857 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:23.090426 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9f59a8e4-9f6a-477e-b8bd-7de262ea170d req-d81b8347-deb9-417b-8b97-a320235b86e2 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.0472615 Feb 15 03:02:23.302242 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-8d0cb089-967b-492c-9b06-6ec6f7cb99ef None None] Provisioning complete for port fdba2a41-979e-47a0-aae8-330eab88b8ca triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:23.304815 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d0cb089-967b-492c-9b06-6ec6f7cb99ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:23.386641 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:02:23.631496 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ea7129d2-1e27-464d-9e7a-efa6f359c4df req-87999554-1968-4c52-932b-475f2384f0c3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 210 time: 0.1288350 Feb 15 03:02:23.750704 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:23.915330 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.52', 49893) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:24.118906 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device fdba2a41-979e-47a0-aae8-330eab88b8ca up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:24.203607 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-29832228-37d5-4e7a-964a-01af4a8b182f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:24.205299 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-29832228-37d5-4e7a-964a-01af4a8b182f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.52 "GET /v2.0/networks?id=7a5b4472-1482-406e-b9ba-ee756f2ad38f HTTP/1.1" status: 200 len: 812 time: 0.2880116 Feb 15 03:02:24.209361 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:02:24.230239 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:02:24.250496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:24.256164 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40682) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:24.270458 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d3b2add2-e0ce-4ba6-bde3-ef17807b5a7d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1710718 Feb 15 03:02:24.277994 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:24.279454 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:24.285587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Request body: {'port': {'device_id': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f', 'admin_state_up': True, 'tenant_id': '56d6a0518ac743a5977510bac8e9e8fa'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:24.337088 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cb089-967b-492c-9b06-6ec6f7cb99ef None None] Current status of the port fdba2a41-979e-47a0-aae8-330eab88b8ca is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:24.385170 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port fdba2a41-979e-47a0-aae8-330eab88b8ca triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:24.386110 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:24.621948 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:24.692048 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-6e9530c3-df70-45d3-aafe-89d232a9b982 None None] Provisioning complete for port fdba2a41-979e-47a0-aae8-330eab88b8ca triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:24.692443 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e9530c3-df70-45d3-aafe-89d232a9b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:24.715883 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-5dbe4116-557f-42cf-b80e-02df5e721e70 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:24.727395 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-5dbe4116-557f-42cf-b80e-02df5e721e70 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 819 time: 0.4696507 Feb 15 03:02:24.767812 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1079f66-499f-436c-ac78-bcd388737990 req-8a575232-b695-4f73-884a-f05db6e76e0f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.2123432 Feb 15 03:02:24.786172 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-ffcacd67-2ddd-49d5-81a7-84232a004840 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/quotas/4535bb088a284793a0937f05a754a26f HTTP/1.1" status: 200 len: 375 time: 0.0574067 Feb 15 03:02:24.850311 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 4, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '71bdbdac-9f0c-4d10-9985-f67ead904476', 'name': '', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'mac_address': 'fa:16:3e:5c:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:17Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 2, 'project_id': '4535bb088a284793a0937f05a754a26f', 'subnets': [{'id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:24.929588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port fdba2a41-979e-47a0-aae8-330eab88b8ca is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:24.940495 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Checking router: c55dd9a0-ec05-4bd5-899e-33a7fb92779e for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:02:24.940926 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Updating router c55dd9a0-ec05-4bd5-899e-33a7fb92779e port 71bdbdac-9f0c-4d10-9985-f67ead904476 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:02:24.999881 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Made reservation on behalf of 56d6a0518ac743a5977510bac8e9e8fa for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:25.005134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:25.021581 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:25.116250 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-a94a75cf-ba20-484e-b94d-742533e6c495 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3243759 Feb 15 03:02:25.201215 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6e9530c3-df70-45d3-aafe-89d232a9b982 None None] Current status of the port fdba2a41-979e-47a0-aae8-330eab88b8ca is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:25.236795 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:22Z', 'revision_number': 3, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:25.337613 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:02:25.338468 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Updating router d5f6477b-8bca-40e2-b704-c3dac65f25e4 port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:02:25.427776 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:25.574402 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-171d31e1-b522-4042-a57f-2314d8850d18 service neutron] 10.222.0.24 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503815 Feb 15 03:02:25.682212 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Allocated IP 172.20.0.12 (7a5b4472-1482-406e-b9ba-ee756f2ad38f/a1bd91a9-143e-4e1e-b763-8349068969f4/fdb2ff78-1b2a-416b-929c-83b03b4627aa) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:25.856133 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-8fc30fc7-beed-4e28-afe6-1065b115cce0 service neutron] 10.222.0.24 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799540 Feb 15 03:02:26.392085 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks [] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.399005 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.52', 49905) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:26.418680 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.715212 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9659-64ea-494a-93b7-71332f7f6154 None None] Pushing event updated for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:26.720266 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-75ce6f2c-653a-45e6-9c4b-bdc198142800 req-d4f90c42-4e1a-4d8d-ad97-39d56103425f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.1481338 Feb 15 03:02:26.800271 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks [] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.821454 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.880672 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cb7d6007-fcd0-4938-8575-4d63b51a4eb9 req-e3faa9f9-fd82-4e6c-a3c5-622f786c4585 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.2154491 Feb 15 03:02:26.905417 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks [] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.915096 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Attempting to bind port 71bdbdac-9f0c-4d10-9985-f67ead904476 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:26.915556 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Attempting to bind port 71bdbdac-9f0c-4d10-9985-f67ead904476 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:26.916209 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Attempting to bind port 71bdbdac-9f0c-4d10-9985-f67ead904476 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:26.942800 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:26.952286 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Checking segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:26.954543 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:26.955277 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Bound using segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:26.957841 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Bound port: 71bdbdac-9f0c-4d10-9985-f67ead904476, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:26.958567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.024570 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-3262013c-a1d2-472a-9cca-b2083e959ade tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:27.026084 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-3262013c-a1d2-472a-9cca-b2083e959ade tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 819 time: 0.6258738 Feb 15 03:02:27.085855 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Request body: {'port': {'device_id': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'admin_state_up': True, 'tenant_id': '4535bb088a284793a0937f05a754a26f'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:27.090902 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.193656 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272f40-1f96-41b0-a859-5caa44b7d241 None None] Pushing event updated for resources: {'Port': ['ID=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:27.225216 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Attempting to bind port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:27.225813 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Attempting to bind port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:27.226416 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Attempting to bind port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:27.260625 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] For port 71bdbdac-9f0c-4d10-9985-f67ead904476, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:27.268685 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:27.275468 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:27.275468 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.277738 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] For port 71bdbdac-9f0c-4d10-9985-f67ead904476, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=71bdbdac-9f0c-4d10-9985-f67ead904476,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:27.281524 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:27.282287 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Bound port: 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:27.293500 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.320326 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.424871 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Network 7a5b4472-1482-406e-b9ba-ee756f2ad38f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:27.475559 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:27.551246 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:27.582720 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] For port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:27.595465 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:27.599968 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] For port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:27.601534 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:27.603224 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:27.605745 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.606139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.627278 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:27.754290 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Pushing event updated for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:27.777489 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-253a2298-9faf-4764-b8a9-11dc864ff194 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5040066 Feb 15 03:02:27.792222 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-2129e7df-93c9-4a51-943b-92f143f099f7 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:02:27.793245 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-2129e7df-93c9-4a51-943b-92f143f099f7 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097106 Feb 15 03:02:27.813219 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40854) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:27.974797 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272f40-1f96-41b0-a859-5caa44b7d241 None None] Pushing event updated for resources: {'Port': ['ID=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:28.108860 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:28.112634 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:28.161066 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9659-64ea-494a-93b7-71332f7f6154 None None] Pushing event updated for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:28.288634 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Allocated IP 172.20.0.1 (4c1a999e-ee82-4c20-9c13-04652372776f/f4d408a2-702d-454c-8e9c-e3fb82db7859/a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:28.330274 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c606e-0b98-46a0-bce0-d49e8e9c1c86 req-f9d6d8a5-7ca1-4961-9a7e-cfd29060163c tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:28.344414 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-848c606e-0b98-46a0-bce0-d49e8e9c1c86 req-f9d6d8a5-7ca1-4961-9a7e-cfd29060163c tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 932 time: 0.3206086 Feb 15 03:02:28.535678 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Made reservation on behalf of 4535bb088a284793a0937f05a754a26f for: {'port': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:28.549360 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:28.576522 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-848c606e-0b98-46a0-bce0-d49e8e9c1c86 req-8aa53658-0645-4b4d-b0c8-506d7b473c27 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284369 Feb 15 03:02:28.630727 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Request body: {'port': {'device_id': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:28.662911 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:28.675882 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-038ad8f4-3e40-458c-87eb-cb793bfa9de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:28.833377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:28.944831 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f263c30c-2ed5-4438-855f-70d9e1fae84a req-17e0b4f6-9deb-4a9d-9803-97e3cad0cc1b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.3091335 Feb 15 03:02:29.147989 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:29.282415 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:02:29.479968 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-038ad8f4-3e40-458c-87eb-cb793bfa9de0 admin admin] Publish callbacks [] for security_group (effebba0-ab82-4177-9449-0944df9a1b0e), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:29.525522 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.52', 49913) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:29.535793 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:22Z', 'revision_number': 3, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:29.654573 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e607b-418b-4c9f-8b99-a577b29197f7 None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:22Z', 'revision_number': 3, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:02:29.925491 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 4, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '71bdbdac-9f0c-4d10-9985-f67ead904476', 'name': '', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'mac_address': 'fa:16:3e:5c:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:17Z', 'updated_at': '2022-02-15T03:02:27Z', 'revision_number': 4, 'project_id': '4535bb088a284793a0937f05a754a26f', 'subnets': [{'id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:29.936723 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-038ad8f4-3e40-458c-87eb-cb793bfa9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (effebba0-ab82-4177-9449-0944df9a1b0e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:30.004593 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51094162-9e2f-4b1f-b5f4-1b5090457f18 None None] The sync data for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi is: [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:02:18Z', 'revision_number': 4, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '71bdbdac-9f0c-4d10-9985-f67ead904476', 'name': '', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'mac_address': 'fa:16:3e:5c:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:17Z', 'updated_at': '2022-02-15T03:02:27Z', 'revision_number': 4, 'project_id': '4535bb088a284793a0937f05a754a26f', 'subnets': [{'id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:02:30.388121 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks [] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:30.655729 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e27f3bb9-5f26-49b5-bf50-b609f92301cf req-aab71d28-a216-4434-be82-f7c0dcab48ac tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.2407854 Feb 15 03:02:30.722705 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Allocated IP 172.20.0.4 (6ed07e91-a9c7-4c29-a409-32e81c8614ad/ee847cff-4b3d-45d2-b2f3-737e6f396d3e/5276e6ba-9658-4499-ac62-9419dd84fc02) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:30.798486 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:30.980694 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Network 4c1a999e-ee82-4c20-9c13-04652372776f is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:31.035806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:31.062089 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:31.067482 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:31.262521 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-7496c6a2-e7d0-4ec5-badb-12e95b888665 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:31.264890 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-7496c6a2-e7d0-4ec5-badb-12e95b888665 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 819 time: 1.7354982 Feb 15 03:02:31.446250 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:31.509090 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Request body: {'port': {'device_id': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'admin_state_up': True, 'tenant_id': '4535bb088a284793a0937f05a754a26f'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:31.823081 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb2ff78-1b2a-416b-929c-83b03b4627aa {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:31.836694 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-5b88f5f1-4493-4730-a4f4-dc3ac3d41a64 None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:31.841807 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b88f5f1-4493-4730-a4f4-dc3ac3d41a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:31.880986 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks [] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:31.907280 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 40956) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:32.072246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5b88f5f1-4493-4730-a4f4-dc3ac3d41a64 None None] Port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:02:32.178355 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:32.253839 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ad8f4-3e40-458c-87eb-cb793bfa9de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effebba0-ab82-4177-9449-0944df9a1b0e,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:32.291065 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Made reservation on behalf of 4535bb088a284793a0937f05a754a26f for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:32.311866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:32.391104 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 71bdbdac-9f0c-4d10-9985-f67ead904476 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:32.469358 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-038ad8f4-3e40-458c-87eb-cb793bfa9de0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb4cb1a04b2f43a7bc0c755732be39a1&name=default HTTP/1.1" status: 200 len: 2992 time: 4.6542616 Feb 15 03:02:32.491925 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Transition to ACTIVE for port object fdb2ff78-1b2a-416b-929c-83b03b4627aa will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:02:32.494305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40966) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:32.639239 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 71bdbdac-9f0c-4d10-9985-f67ead904476 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:32.639542 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:32.707813 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ff9268f1-e548-423b-aa85-214c71e5dc85 req-9b137d68-0786-415c-b290-d83412ac59a5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.5373790 Feb 15 03:02:32.717609 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689eff8-698e-449a-95e1-4332b4c5c890 req-c4974229-c217-4b89-a5fd-c21b04fa05cc tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:32.744207 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6689eff8-698e-449a-95e1-4332b4c5c890 req-c4974229-c217-4b89-a5fd-c21b04fa05cc tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 932 time: 2.7128985 Feb 15 03:02:32.746509 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:32.823381 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks [] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:32.918982 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2780fc40-10f6-4edb-a781-edaa06297f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.021953 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 71bdbdac-9f0c-4d10-9985-f67ead904476 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:33.021953 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.065320 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6689eff8-698e-449a-95e1-4332b4c5c890 req-3d5d18a3-dce5-466c-9484-10ae7cf20eb5 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201349 Feb 15 03:02:33.094302 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 71bdbdac-9f0c-4d10-9985-f67ead904476, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=71bdbdac-9f0c-4d10-9985-f67ead904476,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:33.102848 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.105858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:33.139475 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40986) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:33.173437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks [] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.186468 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.187246 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.240510 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] Publish callbacks [] for security_group (effebba0-ab82-4177-9449-0944df9a1b0e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.299625 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.311103 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:33.338907 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:33.339365 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.367653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2780fc40-10f6-4edb-a781-edaa06297f19 admin admin] Publish callbacks [] for security_group (142867b1-43c6-4079-931f-a9c44a988539), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.439750 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Attempting to bind port fdb2ff78-1b2a-416b-929c-83b03b4627aa on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:33.441324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Attempting to bind port fdb2ff78-1b2a-416b-929c-83b03b4627aa by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '5f39c2ba-f611-40e5-95a1-556b0854315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:33.441837 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Attempting to bind port fdb2ff78-1b2a-416b-929c-83b03b4627aa on network 7a5b4472-1482-406e-b9ba-ee756f2ad38f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:33.513934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:33.522911 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Port fdb2ff78-1b2a-416b-929c-83b03b4627aa on network 7a5b4472-1482-406e-b9ba-ee756f2ad38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:02:33.523581 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Attempting to bind port fdb2ff78-1b2a-416b-929c-83b03b4627aa on network 7a5b4472-1482-406e-b9ba-ee756f2ad38f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:33.533428 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:33.534650 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] Publish callbacks [] for security_group (effebba0-ab82-4177-9449-0944df9a1b0e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.542378 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:33.542378 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Checking segment: {'id': '5f39c2ba-f611-40e5-95a1-556b0854315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:33.542763 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Bound using segment: {'id': '5f39c2ba-f611-40e5-95a1-556b0854315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:33.544678 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Bound port: fdb2ff78-1b2a-416b-929c-83b03b4627aa, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f39c2ba-f611-40e5-95a1-556b0854315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:33.545136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.553798 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2780fc40-10f6-4edb-a781-edaa06297f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (142867b1-43c6-4079-931f-a9c44a988539), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.571453 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 40992) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:33.636255 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:33.637392 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.652535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Allocated IP 172.20.0.14 (6ed07e91-a9c7-4c29-a409-32e81c8614ad/ee847cff-4b3d-45d2-b2f3-737e6f396d3e/fcb04533-33a8-4b4f-a640-9248b6f38139) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:33.736535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e789f586-c4c5-4132-8475-388c41653e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.740525 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:33.757686 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:33.844425 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:33.886956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:33.951480 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:33.973114 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e789f586-c4c5-4132-8475-388c41653e22 admin admin] Publish callbacks [] for security_group (fd1833a0-4db2-42fa-9be2-ef80e839f9cb), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.036385 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e789f586-c4c5-4132-8475-388c41653e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (fd1833a0-4db2-42fa-9be2-ef80e839f9cb), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.037094 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:34.045836 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:34.048449 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.055974 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (effebba0-ab82-4177-9449-0944df9a1b0e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.059722 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.064050 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/effebba0-ab82-4177-9449-0944df9a1b0e HTTP/1.1" status: 204 len: 168 time: 1.5623980 Feb 15 03:02:34.080572 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2780fc40-10f6-4edb-a781-edaa06297f19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dd25b8b056f47a2acbedcf8de3d6d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0934677 Feb 15 03:02:34.111942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41006) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:34.121125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:34.126598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ca33b0bd-75b2-4102-9156-5da2a4375447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.165985 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Pushing event updated for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:34.173666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa,segment=NetworkSegment(5f39c2ba-f611-40e5-95a1-556b0854315c),segment_id=5f39c2ba-f611-40e5-95a1-556b0854315c)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:34.230382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 71bdbdac-9f0c-4d10-9985-f67ead904476 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:34.312018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.337375 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] Publish callbacks [] for security_group (142867b1-43c6-4079-931f-a9c44a988539), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.396501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] Publish callbacks [] for security_group (142867b1-43c6-4079-931f-a9c44a988539), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.447994 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0938b9e2-e0ba-4827-815a-ea211b8364dc req-ab613b5e-b562-4c82-ba6a-39e3f2a78ca0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.4481995 Feb 15 03:02:34.475819 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Network 4c1a999e-ee82-4c20-9c13-04652372776f is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:34.489267 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e789f586-c4c5-4132-8475-388c41653e22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f0b0f9a518f4b1bb448efbdfc006e41&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3313704 Feb 15 03:02:34.515038 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780fc40-10f6-4edb-a781-edaa06297f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142867b1-43c6-4079-931f-a9c44a988539,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:34.527427 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41018) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:34.536922 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:34.562067 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:34.575877 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (142867b1-43c6-4079-931f-a9c44a988539), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.575877 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.575877 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/142867b1-43c6-4079-931f-a9c44a988539 HTTP/1.1" status: 204 len: 168 time: 0.4452097 Feb 15 03:02:34.591978 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 71bdbdac-9f0c-4d10-9985-f67ead904476 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:34.593460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.611721 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-02c0d9f2-d9bd-4714-b2ec-12ec135c7e2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5596588 Feb 15 03:02:34.612067 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789f586-c4c5-4132-8475-388c41653e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1833a0-4db2-42fa-9be2-ef80e839f9cb,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:34.723531 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Request body: {'port': {'device_id': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:34.904237 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 71bdbdac-9f0c-4d10-9985-f67ead904476 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:34.923305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:34.924097 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:34.927127 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6f854a81-bd93-4238-95e1-a40773ebac91 service neutron] 10.222.0.52 "PUT /v2.0/ports/fdb2ff78-1b2a-416b-929c-83b03b4627aa HTTP/1.1" status: 200 len: 1094 time: 6.7909150 Feb 15 03:02:34.933009 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:35.185605 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-79647a78-dceb-4282-bec2-585c927095ce None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:35.186317 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79647a78-dceb-4282-bec2-585c927095ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.258823 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-79647a78-dceb-4282-bec2-585c927095ce None None] Port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:02:35.298496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bd9b3-1592-46d4-8889-f11d5491d44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effebba0-ab82-4177-9449-0944df9a1b0e,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:35.298929 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] Publish callbacks [] for security_group (fd1833a0-4db2-42fa-9be2-ef80e839f9cb), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.344017 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f7c99-9e33-4492-b9ee-a7b5af1ecf19 req-ec6cc08b-1233-42d3-8c9b-373477d0a06f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.346129 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-103f7c99-9e33-4492-b9ee-a7b5af1ecf19 req-ec6cc08b-1233-42d3-8c9b-373477d0a06f tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 1.0704451 Feb 15 03:02:35.380909 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.445280 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e65b8-0f98-4944-83f2-b61a44ecb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142867b1-43c6-4079-931f-a9c44a988539,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:35.501138 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-f6e48483-121d-4305-8d99-d5fd768ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:35.503929 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-f6e48483-121d-4305-8d99-d5fd768ae044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56d6a0518ac743a5977510bac8e9e8fa&device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 1128 time: 0.3823793 Feb 15 03:02:35.752497 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] Publish callbacks [] for security_group (fd1833a0-4db2-42fa-9be2-ef80e839f9cb), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.755093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41046) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:35.780173 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks [] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.788908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:35.803830 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-420e7e50-9508-42f7-826f-a4e735ce0fa5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa HTTP/1.1" status: 200 len: 217 time: 0.2480226 Feb 15 03:02:35.902074 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ca33b0bd-75b2-4102-9156-5da2a4375447 admin admin] Publish callbacks [] for security_group (d006c3d9-15c2-4592-acb2-e77780730339), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.920560 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-103f7c99-9e33-4492-b9ee-a7b5af1ecf19 req-ee46c9e6-50ea-4915-bc84-3adad991a949 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292122 Feb 15 03:02:35.949945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ca33b0bd-75b2-4102-9156-5da2a4375447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d006c3d9-15c2-4592-acb2-e77780730339), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:35.997731 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a35fac7a-23ef-41b0-8dce-4204af18048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.038991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6c0b544d-303d-49e5-924b-62892ce19771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:36.040589 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-6c0b544d-303d-49e5-924b-62892ce19771 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1bd91a9-143e-4e1e-b763-8349068969f4 HTTP/1.1" status: 200 len: 852 time: 0.1975658 Feb 15 03:02:36.049171 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ca33b0bd-75b2-4102-9156-5da2a4375447 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9897518ade6c4df397c449dba2f7fba9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4739537 Feb 15 03:02:36.053015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41056) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:36.054459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.060154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:36.072131 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b0bd-75b2-4102-9156-5da2a4375447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d006c3d9-15c2-4592-acb2-e77780730339,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:36.235895 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-54bed05d-25f6-4e19-9157-dcf363e8474f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a5b4472-1482-406e-b9ba-ee756f2ad38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814182 Feb 15 03:02:36.353627 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:36.354375 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.384951 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Network 6ed07e91-a9c7-4c29-a409-32e81c8614ad is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:36.431901 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:36.542976 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5276e6ba-9658-4499-ac62-9419dd84fc02 {{(pid=102658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:36.554558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks [] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.580782 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def689d3-1e44-475a-88ad-928edfcbdcba x-openstack-request-id: req-def689d3-1e44-475a-88ad-928edfcbdcba {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:36.581713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:36.581713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-def689d3-1e44-475a-88ad-928edfcbdcba {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:36.581858 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa', 'status': 'completed', 'code': 200} Feb 15 03:02:36.582572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:36.588099 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.provisioning_blocks [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Transition to ACTIVE for port object 5276e6ba-9658-4499-ac62-9419dd84fc02 will not be triggered until provisioned by entity L2. {{(pid=102658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:02:36.603115 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:36.605089 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:36.605751 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.620719 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Pushing event updated for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:36.625787 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:02:36.630313 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-c2defa10-9ba4-4b1e-b20d-da0c1f69d473 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1403255 Feb 15 03:02:36.649153 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Request body: {'port': {'device_id': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:36.650104 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.686390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] Publish callbacks [] for security_group (d006c3d9-15c2-4592-acb2-e77780730339), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.829157 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] Publish callbacks [] for security_group (d006c3d9-15c2-4592-acb2-e77780730339), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:36.875799 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-ca94f266-1ee7-4425-9258-6475b64ed208 service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976574 Feb 15 03:02:36.930982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:37.324020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d006c3d9-15c2-4592-acb2-e77780730339), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:37.329784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:37.334423 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d006c3d9-15c2-4592-acb2-e77780730339 HTTP/1.1" status: 204 len: 168 time: 1.2761075 Feb 15 03:02:37.661924 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58edd41-33ea-4a41-b2d6-cf5d662b4b64 req-21f2d722-8bf2-4c81-8d9f-74aed266f039 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:37.665298 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c58edd41-33ea-4a41-b2d6-cf5d662b4b64 req-21f2d722-8bf2-4c81-8d9f-74aed266f039 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 932 time: 1.9090707 Feb 15 03:02:37.704556 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db4f7c-c3f2-4401-8128-ca2c66f01c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006c3d9-15c2-4592-acb2-e77780730339,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:37.821747 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Attempting to bind port 5276e6ba-9658-4499-ac62-9419dd84fc02 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:37.822507 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Attempting to bind port 5276e6ba-9658-4499-ac62-9419dd84fc02 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:37.826167 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Attempting to bind port 5276e6ba-9658-4499-ac62-9419dd84fc02 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:37.849039 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:37.894962 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217c93-89e2-4bad-9412-aa0a0dd9ced9 req-cee5902f-4cce-4af4-b382-323d8973e9d0 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:37.896309 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Port 5276e6ba-9658-4499-ac62-9419dd84fc02 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:02:37.896968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Attempting to bind port 5276e6ba-9658-4499-ac62-9419dd84fc02 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:37.905558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (fd1833a0-4db2-42fa-9be2-ef80e839f9cb), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:37.910709 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-26217c93-89e2-4bad-9412-aa0a0dd9ced9 req-cee5902f-4cce-4af4-b382-323d8973e9d0 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 0.7694051 Feb 15 03:02:37.911795 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:37.913782 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd1833a0-4db2-42fa-9be2-ef80e839f9cb HTTP/1.1" status: 204 len: 168 time: 3.3831995 Feb 15 03:02:38.018189 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:02:38.033949 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:02:38.056179 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-064d8640-d99f-4be8-a76a-710f8a0ad9e4 req-46cde9b6-ef15-4a4a-91e6-02f96d59b8d0 service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1549549 Feb 15 03:02:38.092589 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:38.100755 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:38.117191 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-26217c93-89e2-4bad-9412-aa0a0dd9ced9 req-2d000d17-ffe2-4669-807e-a7dd9f5948a6 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558988 Feb 15 03:02:38.198536 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-119bbc46-c21c-4d0b-96e3-848c557ebe72 admin admin] 10.222.0.24 "PUT /v2.0/routers/d5f6477b-8bca-40e2-b704-c3dac65f25e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9391353 Feb 15 03:02:38.200665 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:38.216200 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Checking segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:38.217243 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Bound using segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} {{(pid=102658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:38.218172 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.managers [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Bound port: 5276e6ba-9658-4499-ac62-9419dd84fc02, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}}] {{(pid=102658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:38.219043 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:38.265756 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b680d74-dcc4-4c93-a0ce-e70f4c6b3a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1833a0-4db2-42fa-9be2-ef80e839f9cb,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:38.345415 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c58edd41-33ea-4a41-b2d6-cf5d662b4b64 req-7e37b305-c8d5-468b-910e-f05bb4c4e654 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665313 Feb 15 03:02:38.568112 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:38.592154 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a35fac7a-23ef-41b0-8dce-4204af18048b admin admin] Publish callbacks [] for security_group (589bb53b-c799-4ded-9ccd-729d2cace042), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:38.628749 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a35fac7a-23ef-41b0-8dce-4204af18048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (589bb53b-c799-4ded-9ccd-729d2cace042), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:38.725523 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb04533-33a8-4b4f-a640-9248b6f38139 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:38.734643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks [] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:38.772429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Transition to ACTIVE for port object fcb04533-33a8-4b4f-a640-9248b6f38139 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:02:38.775530 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, cleared binding levels {{(pid=102658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:38.792896 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5276e6ba-9658-4499-ac62-9419dd84fc02,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:38.794318 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:38.959571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:38.988767 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41116) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:38.996198 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a35fac7a-23ef-41b0-8dce-4204af18048b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=552191f7151c44ef9dc0543bddf86905&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2384648 Feb 15 03:02:38.998233 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.014326 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41118) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:39.025917 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fac7a-23ef-41b0-8dce-4204af18048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589bb53b-c799-4ded-9ccd-729d2cace042,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:39.061270 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-71470cab-6d56-48ae-b737-03744a3843f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.138747 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-2bebba22-0e4b-4c74-8a91-6e3a689fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:39.140868 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-2bebba22-0e4b-4c74-8a91-6e3a689fc9d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56d6a0518ac743a5977510bac8e9e8fa&device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 1128 time: 0.3663359 Feb 15 03:02:39.210300 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Attempting to bind port fcb04533-33a8-4b4f-a640-9248b6f38139 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:39.210646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Attempting to bind port fcb04533-33a8-4b4f-a640-9248b6f38139 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:39.210978 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Attempting to bind port fcb04533-33a8-4b4f-a640-9248b6f38139 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:39.241244 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:39.255510 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.272779 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 1093 time: 4.6453037 Feb 15 03:02:39.280500 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:39.419240 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Port fcb04533-33a8-4b4f-a640-9248b6f38139 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:02:39.425598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Attempting to bind port fcb04533-33a8-4b4f-a640-9248b6f38139 on network 6ed07e91-a9c7-4c29-a409-32e81c8614ad {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:39.452828 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:39.453854 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Checking segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:39.454718 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Bound using segment: {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:39.459686 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Bound port: fcb04533-33a8-4b4f-a640-9248b6f38139, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8befc779-83d6-4d27-aea1-f931e8797031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:39.462812 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.615863 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a047bf-61b3-4d62-b7e3-14139c6df3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=3']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:39.646207 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:32Z', 'revision_number': 2, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:39.732205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:02:39.733370 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Updating router d5f6477b-8bca-40e2-b704-c3dac65f25e4 port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:02:39.790894 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afccf3-eb0c-417a-a1e6-b47d87c6b1c6 req-f96461d7-1a9c-4803-8202-0a174dbefcec tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:39.810253 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b0afccf3-eb0c-417a-a1e6-b47d87c6b1c6 req-f96461d7-1a9c-4803-8202-0a174dbefcec tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 0.4240630 Feb 15 03:02:39.811005 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] Publish callbacks [] for security_group (589bb53b-c799-4ded-9ccd-729d2cace042), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.837873 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.872134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-9c1060ae-1eb3-493f-abdd-017e614f402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:39.873947 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-9c1060ae-1eb3-493f-abdd-017e614f402e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a5b4472-1482-406e-b9ba-ee756f2ad38f HTTP/1.1" status: 200 len: 912 time: 0.7222731 Feb 15 03:02:39.969281 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-74a97810-9b42-4dcd-b36b-5610c7bd874c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa HTTP/1.1" status: 200 len: 217 time: 0.0722826 Feb 15 03:02:39.972536 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-71470cab-6d56-48ae-b737-03744a3843f6 admin admin] Publish callbacks [] for security_group (31ca2186-3c42-47ca-ac2d-5bf2efdfa81e), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:39.975058 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] Publish callbacks [] for security_group (589bb53b-c799-4ded-9ccd-729d2cace042), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.004988 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:40.022387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fcb04533-33a8-4b4f-a640-9248b6f38139,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:40.024264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-71470cab-6d56-48ae-b737-03744a3843f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (31ca2186-3c42-47ca-ac2d-5bf2efdfa81e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.294000 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71470cab-6d56-48ae-b737-03744a3843f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ca2186-3c42-47ca-ac2d-5bf2efdfa81e,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:40.295065 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-5e7d9579-d356-4a8c-8c81-cc4c6c4c3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:40.297112 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-5e7d9579-d356-4a8c-8c81-cc4c6c4c3161 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1127 time: 0.9090731 Feb 15 03:02:40.329354 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.457433 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b0afccf3-eb0c-417a-a1e6-b47d87c6b1c6 req-1bb8dec5-a680-4a53-a0dd-e074a69121c6 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245346 Feb 15 03:02:40.467844 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:40.513374 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (589bb53b-c799-4ded-9ccd-729d2cace042), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.516950 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.519717 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/589bb53b-c799-4ded-9ccd-729d2cace042 HTTP/1.1" status: 204 len: 168 time: 1.4812114 Feb 15 03:02:40.720007 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7367aa-ab54-43ce-9aba-f64ee6933920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589bb53b-c799-4ded-9ccd-729d2cace042,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:40.730594 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-e562796a-f62b-4756-b7b6-261e9471b39a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.3882453 Feb 15 03:02:40.914940 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks [] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.932109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:40.934738 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.939826 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] 10.222.0.52 "PUT /v2.0/ports/fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 200 len: 1094 time: 4.3015738 Feb 15 03:02:40.949049 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:40.975502 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-71470cab-6d56-48ae-b737-03744a3843f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef4ec244705749488e6b43ce25da556c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9860697 Feb 15 03:02:40.979975 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:40.983726 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4f37c-34b3-4147-ad80-dc49e0531ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:41.017080 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41184) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:41.133307 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-a3c25530-2e74-4ef7-94fc-893dc95140cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:41.135501 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-a3c25530-2e74-4ef7-94fc-893dc95140cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1bd91a9-143e-4e1e-b763-8349068969f4 HTTP/1.1" status: 200 len: 852 time: 1.1364975 Feb 15 03:02:41.201825 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68546407-ae2a-4b59-b688-6c51d49dee79 req-343d703a-db0e-4e84-bc4a-2d86d68bf3b3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:41.205181 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-68546407-ae2a-4b59-b688-6c51d49dee79 req-343d703a-db0e-4e84-bc4a-2d86d68bf3b3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 944 time: 0.5114694 Feb 15 03:02:41.209134 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-99c1f7af-3375-45c9-abe2-fc28f2535ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:41.212451 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-99c1f7af-3375-45c9-abe2-fc28f2535ea7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.4094346 Feb 15 03:02:41.328737 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37af4-1ab1-4830-a1e7-01caf802e2ba None None] Pushing event updated for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:41.372290 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdac94-2220-4bbf-9772-31a84c11c025 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:41.498498 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41202) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:41.512918 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Attempting to bind port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:41.515918 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Attempting to bind port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:41.516727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Attempting to bind port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:41.527451 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-8aba456a-ce28-4534-b98b-94f8b7674aa0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3033948 Feb 15 03:02:41.539853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:41.540902 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Checking segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:41.543918 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:41.546109 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Bound using segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:41.547357 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Bound port: a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:41.549607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:41.614276 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-68546407-ae2a-4b59-b688-6c51d49dee79 req-4f209e02-68a3-4ea3-ada3-beb60c28daeb tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000461 Feb 15 03:02:41.625440 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595936655', 'description': 'tempest-description--1001872610'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:41.674436 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-e0f16e16-edcf-41cf-adf8-5e757b430449 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a5b4472-1482-406e-b9ba-ee756f2ad38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5164883 Feb 15 03:02:41.910520 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-c65efc36-f559-441a-8311-cf9c22979ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928538 Feb 15 03:02:41.948416 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-4c46db00-5857-4c3c-9989-8223a53aba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:41.955366 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-4c46db00-5857-4c3c-9989-8223a53aba9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1128 time: 0.9234886 Feb 15 03:02:41.966337 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.011316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb48a0-cfae-4ff7-81a5-c9ac667a31a8 x-openstack-request-id: req-b2fb48a0-cfae-4ff7-81a5-c9ac667a31a8 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:42.011945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:42.012355 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2fb48a0-cfae-4ff7-81a5-c9ac667a31a8 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:42.017301 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139', 'status': 'completed', 'code': 200} Feb 15 03:02:42.104022 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-8b02d73e-6ecd-44db-bb88-1b2c124325be None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:42.113000 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b02d73e-6ecd-44db-bb88-1b2c124325be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.123428 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e1200655-72fb-4984-9861-7f88e045fe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.156622 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41230) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:42.241589 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] For port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:42.298419 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] For port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:42.298688 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af08e76-42fb-48dd-aa96-b5b9df84164f x-openstack-request-id: req-2af08e76-42fb-48dd-aa96-b5b9df84164f {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:42.301667 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:42.302038 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2af08e76-42fb-48dd-aa96-b5b9df84164f {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:42.302868 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02', 'status': 'completed', 'code': 200} Feb 15 03:02:42.309089 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8b02d73e-6ecd-44db-bb88-1b2c124325be None None] Port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:02:42.318663 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.375860 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84283e-0ece-419f-b014-6137bca101f0 req-19b59f77-b1df-4e89-ba97-e3f7f103d532 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:42.384433 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8f84283e-0ece-419f-b014-6137bca101f0 req-19b59f77-b1df-4e89-ba97-e3f7f103d532 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 0.2262344 Feb 15 03:02:42.388801 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-9df08796-0fb6-468e-ba22-6e3cfae6bfe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 200 len: 217 time: 0.3606527 Feb 15 03:02:42.431774 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da1a8a36-18d8-4a49-a15b-d0f2cbc7832f req-3fc3961d-9299-4e8d-9690-c3f1840d5413 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091636 Feb 15 03:02:42.522527 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8f84283e-0ece-419f-b014-6137bca101f0 req-2eb4600a-13e7-4e06-80e6-306db6eddcad tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367714 Feb 15 03:02:42.552657 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:02:42.554114 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:02:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:42.575974 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] Publish callbacks [] for security_group (31ca2186-3c42-47ca-ac2d-5bf2efdfa81e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.655886 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-24189f98-7280-4ce0-a018-c58d05b465e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:42.657557 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-24189f98-7280-4ce0-a018-c58d05b465e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1127 time: 0.1508865 Feb 15 03:02:42.696755 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-88372db9-3f82-406e-83d8-bee17c65597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:42.698311 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-88372db9-3f82-406e-83d8-bee17c65597c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.1076980 Feb 15 03:02:42.715280 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (b26cbfd7-6929-4fde-ad38-1f659391d0da), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.740797 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] Publish callbacks [] for security_group (31ca2186-3c42-47ca-ac2d-5bf2efdfa81e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.743218 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b26cbfd7-6929-4fde-ad38-1f659391d0da), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.820536 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:42.826340 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2345598 Feb 15 03:02:42.828289 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41244) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:42.842686 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:02:42.882678 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-382a3912-efa9-4293-96ec-bd36567ef729 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009521 Feb 15 03:02:42.920163 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group_rule': {'security_group_id': 'b26cbfd7-6929-4fde-ad38-1f659391d0da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:42.924029 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798b749-be35-438f-b15f-d02b6b1fc922 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26cbfd7-6929-4fde-ad38-1f659391d0da,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:42.951538 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-9f1c9115-9fa8-4c08-a555-7996b4246ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2176557 Feb 15 03:02:43.007314 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37af4-1ab1-4830-a1e7-01caf802e2ba None None] Pushing event updated for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:43.128861 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8ebf8dd0-dbe9-44c2-b69a-d25fdbb49e19 req-2f7bc62f-a6a1-4985-9251-b3d776f7af97 service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199150 Feb 15 03:02:43.130568 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:43.131443 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.184852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa70ff1-177a-4bff-8429-bce35cba3ca5 req-d3a7cc5d-4e34-4027-b88c-81c169a300d1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:43.186772 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9aa70ff1-177a-4bff-8429-bce35cba3ca5 req-d3a7cc5d-4e34-4027-b88c-81c169a300d1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 944 time: 0.2650428 Feb 15 03:02:43.206926 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (31ca2186-3c42-47ca-ac2d-5bf2efdfa81e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.210195 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.214119 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31ca2186-3c42-47ca-ac2d-5bf2efdfa81e HTTP/1.1" status: 204 len: 168 time: 2.1814775 Feb 15 03:02:43.228070 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042dd44-5853-4d2b-a3db-a8996dd8571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ca2186-3c42-47ca-ac2d-5bf2efdfa81e,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:43.240185 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-3f534ab7-69ca-4852-a898-742e00176dcf service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351040 Feb 15 03:02:43.300658 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea90-23d6-4ca6-a969-9429d8832a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.378298 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9aa70ff1-177a-4bff-8429-bce35cba3ca5 req-0ffd7a20-fea3-4069-9a71-4cad66abd10f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647344 Feb 15 03:02:43.418319 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-479fdbc7-7ea2-41cd-aeb4-d2f2215efa06 req-f9eaaf46-05e5-44db-8f12-b339e084513a service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621144 Feb 15 03:02:43.443133 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (ea85e967-a36d-47ca-bea9-42ce03d6c8ee), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.512526 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Current status of the port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:43.513263 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.540448 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:42Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:02:43.545904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41252) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:43.563933 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-0aa0ff70-6970-494d-aeec-9b0e58b3cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:43.567675 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-0aa0ff70-6970-494d-aeec-9b0e58b3cc09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.7895877 Feb 15 03:02:43.636774 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e641051-279e-4ef2-afb3-eafb24a436ab None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:42Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:02:43.638185 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-0a8facfe-2d78-4d22-b8e2-533d9ab71446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:43.641286 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-0a8facfe-2d78-4d22-b8e2-533d9ab71446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1128 time: 0.1506479 Feb 15 03:02:43.685010 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] For port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:43.685964 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-c6ad3f8f-e8f3-4cbe-85d2-7515d9291869 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.1062558 Feb 15 03:02:43.694168 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:43.801237 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9b2c8-f738-4b45-be2b-2761298d3e75 None None] Pushing event updated for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:43.990337 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-288ec573-23db-4c90-9e95-3bb63d3d5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:43.992969 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-288ec573-23db-4c90-9e95-3bb63d3d5b8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.2953761 Feb 15 03:02:44.012858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:44.018359 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-4b91c3e9-1e9d-4d91-b4c5-a29b06b7928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:44.026731 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-4b91c3e9-1e9d-4d91-b4c5-a29b06b7928d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.3702850 Feb 15 03:02:44.145462 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-1c49f6f1-9ab8-4337-91b4-f47a1cbc0cb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 200 len: 217 time: 0.1089554 Feb 15 03:02:44.147281 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:44.154408 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.289731 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-d5164f1e-7487-4077-87f2-6eab8f4ca6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:44.292767 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-d5164f1e-7487-4077-87f2-6eab8f4ca6f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.1347034 Feb 15 03:02:44.293251 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41268) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:44.372313 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea90-23d6-4ca6-a969-9429d8832a32 admin admin] Publish callbacks [] for security_group (874770c7-7e04-43f8-9d5a-3dc09f4b1ce1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.394740 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-d4aa17e3-5b6b-48a2-8b53-fe8546caa473 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840518 Feb 15 03:02:44.396846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cc717416-8cbb-493e-b1a2-4d1e629dfc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.400123 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:44.420494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea90-23d6-4ca6-a969-9429d8832a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (874770c7-7e04-43f8-9d5a-3dc09f4b1ce1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.485132 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ea90-23d6-4ca6-a969-9429d8832a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874770c7-7e04-43f8-9d5a-3dc09f4b1ce1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:44.502152 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-27a232d2-4f5f-41da-a793-28fed72e684e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266513 Feb 15 03:02:44.526207 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d1280e59-31f0-488e-a39b-128fb55db663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.598552 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (ea85e967-a36d-47ca-bea9-42ce03d6c8ee), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.620111 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-20a2ea90-23d6-4ca6-a969-9429d8832a32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f894a16cdd1746aeaf6a3e0ad89bf39e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4379957 Feb 15 03:02:44.632121 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41276) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:44.694302 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (ea85e967-a36d-47ca-bea9-42ce03d6c8ee), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.712836 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba72c796-44a4-4699-8683-6c27510876a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.768609 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546d3e-4541-4e30-8ec7-f5ecf8eb837f req-65c5e572-8a29-4167-958a-82ff1c3405bf tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:44.781801 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e3546d3e-4541-4e30-8ec7-f5ecf8eb837f req-65c5e572-8a29-4167-958a-82ff1c3405bf tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 1.0879323 Feb 15 03:02:44.861517 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea85e967-a36d-47ca-bea9-42ce03d6c8ee,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:44.889876 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e3546d3e-4541-4e30-8ec7-f5ecf8eb837f req-9be2ffc6-b3cd-4db2-a8c2-ffb85e83b7b2 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068697 Feb 15 03:02:44.895041 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:44.907720 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41286) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:44.907942 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2e4789f3-55b5-439e-8a3e-ae9ccb75a5ee tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0023158 Feb 15 03:02:44.949571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group_rule': {'security_group_id': 'b26cbfd7-6929-4fde-ad38-1f659391d0da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:44.974885 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-655d8131-e5de-4db9-a477-8cbc8e4e31a4 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716100 Feb 15 03:02:45.027573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cc717416-8cbb-493e-b1a2-4d1e629dfc69 admin admin] Publish callbacks [] for security_group (0d308fe6-9694-43cd-8dc7-208722f37770), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.034982 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] Publish callbacks [] for security_group (874770c7-7e04-43f8-9d5a-3dc09f4b1ce1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.048149 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a6e4-47a2-4774-a618-b734b901a4b0 req-198184d3-0a7c-4bbb-b90a-ab32be80b4f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:45.050287 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-57a0a6e4-47a2-4774-a618-b734b901a4b0 req-198184d3-0a7c-4bbb-b90a-ab32be80b4f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 944 time: 0.4453006 Feb 15 03:02:45.080387 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] Publish callbacks [] for security_group (874770c7-7e04-43f8-9d5a-3dc09f4b1ce1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.091480 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-018b0cd8-b52f-4bc0-8144-5caa6bd6e4d1 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785046 Feb 15 03:02:45.098299 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cc717416-8cbb-493e-b1a2-4d1e629dfc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0d308fe6-9694-43cd-8dc7-208722f37770), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.269009 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-61682c5e-34dd-4e8c-9164-ab0fedebcfa1 req-0f1b6e09-1d3f-4cb3-a489-9c2a93c9b193 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695573 Feb 15 03:02:45.298339 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-57a0a6e4-47a2-4774-a618-b734b901a4b0 req-23e90f94-1443-4f26-bb59-74c5fd122063 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953509 Feb 15 03:02:45.302302 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d1280e59-31f0-488e-a39b-128fb55db663 admin admin] Publish callbacks [] for security_group (dc3af924-6471-4bca-890e-5e9a9852d295), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.310273 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-cc717416-8cbb-493e-b1a2-4d1e629dfc69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97cca6ed4b8344c4bfaee2d4a65ee57f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0107198 Feb 15 03:02:45.310796 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (874770c7-7e04-43f8-9d5a-3dc09f4b1ce1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.310943 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (31ef12d5-04e9-478a-aae3-49847b7c869c), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.315762 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.318077 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874770c7-7e04-43f8-9d5a-3dc09f4b1ce1 HTTP/1.1" status: 204 len: 168 time: 0.6206126 Feb 15 03:02:45.318784 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41294) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:45.332907 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc717416-8cbb-493e-b1a2-4d1e629dfc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d308fe6-9694-43cd-8dc7-208722f37770,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:45.367390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dea4ff-e025-4eca-b8a8-fa16ba1c3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874770c7-7e04-43f8-9d5a-3dc09f4b1ce1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:45.367390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d1280e59-31f0-488e-a39b-128fb55db663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (dc3af924-6471-4bca-890e-5e9a9852d295), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.408624 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d1280e59-31f0-488e-a39b-128fb55db663 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea052c541b9344d8b24618818e8007f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8606331 Feb 15 03:02:45.412483 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41300) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:45.522683 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280e59-31f0-488e-a39b-128fb55db663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3af924-6471-4bca-890e-5e9a9852d295,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:45.611511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] Publish callbacks [] for security_group (0d308fe6-9694-43cd-8dc7-208722f37770), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.629709 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] Publish callbacks [] for security_group (dc3af924-6471-4bca-890e-5e9a9852d295), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.650390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (31ef12d5-04e9-478a-aae3-49847b7c869c), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.661163 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] Publish callbacks [] for security_group (dc3af924-6471-4bca-890e-5e9a9852d295), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.669967 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-98f4f37c-34b3-4147-ad80-dc49e0531ebd req-8f3e7490-3d24-4d84-bc60-0f215e088361 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782167 Feb 15 03:02:45.671324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (31ef12d5-04e9-478a-aae3-49847b7c869c), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.736510 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ef12d5-04e9-478a-aae3-49847b7c869c,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:45.739226 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] Publish callbacks [] for security_group (0d308fe6-9694-43cd-8dc7-208722f37770), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.746074 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.749047 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-c31aea43-6855-419c-9508-92ea67ab9e57 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8172231 Feb 15 03:02:45.752354 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41310) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:45.760332 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:45.813634 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.814836 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (dc3af924-6471-4bca-890e-5e9a9852d295), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.821127 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.823370 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc3af924-6471-4bca-890e-5e9a9852d295 HTTP/1.1" status: 204 len: 168 time: 0.3761408 Feb 15 03:02:45.843575 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137d34a-1bfe-49b9-8545-367c29524997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3af924-6471-4bca-890e-5e9a9852d295,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:45.908477 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0d308fe6-9694-43cd-8dc7-208722f37770), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.913319 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:45.922564 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d308fe6-9694-43cd-8dc7-208722f37770 HTTP/1.1" status: 204 len: 168 time: 0.5722337 Feb 15 03:02:45.980604 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651624d-78c9-4985-ab64-5bf810afd782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d308fe6-9694-43cd-8dc7-208722f37770,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:46.031772 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:46.121515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:46.317377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:46.317804 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:46.398997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6d19a-e544-4bf6-8856-65086aec7254 req-9ac74d71-806a-44b8-8a7e-eb0d4be41d07 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:46.411504 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-efd6d19a-e544-4bf6-8856-65086aec7254 req-9ac74d71-806a-44b8-8a7e-eb0d4be41d07 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 0.2701821 Feb 15 03:02:46.450984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Allocated IP 172.27.1.249 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/d694aec7-e870-4398-8626-20841a9e14db) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:46.509239 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:46.514593 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:46.541462 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-efd6d19a-e544-4bf6-8856-65086aec7254 req-9ee06c4a-dc22-4dd6-afd6-f79ebdf14d7e tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177530 Feb 15 03:02:46.866415 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bea7d-21cf-47db-ae7b-ec42900f2ba7 req-e5d5ab90-78fb-4a92-a3a7-aa28927b5388 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:46.868049 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-523bea7d-21cf-47db-ae7b-ec42900f2ba7 req-e5d5ab90-78fb-4a92-a3a7-aa28927b5388 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 944 time: 0.4051666 Feb 15 03:02:46.874726 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41332) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:46.893476 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-625b5d8f-f568-4c4a-b914-792d654cd2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.003987 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (d694aec7-e870-4398-8626-20841a9e14db), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.035263 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-523bea7d-21cf-47db-ae7b-ec42900f2ba7 req-e3f19727-b7d2-449e-b150-02489278cfc6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461103 Feb 15 03:02:47.054547 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-625b5d8f-f568-4c4a-b914-792d654cd2e7 admin admin] Publish callbacks [] for security_group (8a95cad2-eaca-4f02-8b9e-0e90754084c0), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.065678 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-625b5d8f-f568-4c4a-b914-792d654cd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8a95cad2-eaca-4f02-8b9e-0e90754084c0), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.115869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (d694aec7-e870-4398-8626-20841a9e14db), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.132117 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-625b5d8f-f568-4c4a-b914-792d654cd2e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0352dc94a6f461bb6fdde1ece82fa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560458 Feb 15 03:02:47.135404 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b5d8f-f568-4c4a-b914-792d654cd2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95cad2-eaca-4f02-8b9e-0e90754084c0,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:47.138605 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41340) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:47.216469 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:47.217860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:47.226266 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:47.233328 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] Publish callbacks [] for security_group (8a95cad2-eaca-4f02-8b9e-0e90754084c0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.269454 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] Publish callbacks [] for security_group (8a95cad2-eaca-4f02-8b9e-0e90754084c0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.289155 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41344) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:47.326899 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7c05df0c-02a4-4235-b776-f7c0dd1262a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.348755 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=d694aec7-e870-4398-8626-20841a9e14db,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:47.389853 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8a95cad2-eaca-4f02-8b9e-0e90754084c0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.396912 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fdb2ff78-1b2a-416b-929c-83b03b4627aa details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:02:47.403679 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.405225 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a95cad2-eaca-4f02-8b9e-0e90754084c0 HTTP/1.1" status: 204 len: 168 time: 0.2654860 Feb 15 03:02:47.445161 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d90a74-5dc9-4cd6-b345-3e50f2c8db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95cad2-eaca-4f02-8b9e-0e90754084c0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:47.501083 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.562153 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7c05df0c-02a4-4235-b776-f7c0dd1262a1 admin admin] Publish callbacks [] for security_group (2e6d38be-0139-4c95-b7e5-71311f686ad1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.574694 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7c05df0c-02a4-4235-b776-f7c0dd1262a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2e6d38be-0139-4c95-b7e5-71311f686ad1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.635951 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05df0c-02a4-4235-b776-f7c0dd1262a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d38be-0139-4c95-b7e5-71311f686ad1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:47.701873 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (d694aec7-e870-4398-8626-20841a9e14db), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.712325 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7c05df0c-02a4-4235-b776-f7c0dd1262a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63fd672f294947cd92bc3cdf3bc6965e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212732 Feb 15 03:02:47.717223 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41362) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:47.804331 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa,segment=NetworkSegment(5f39c2ba-f611-40e5-95a1-556b0854315c),segment_id=5f39c2ba-f611-40e5-95a1-556b0854315c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:47.828780 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa', 'network_id': '7a5b4472-1482-406e-b9ba-ee756f2ad38f', 'port_id': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa', 'mac_address': 'fa:16:3e:bc:e5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bd91a9-143e-4e1e-b763-8349068969f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:02:47.889155 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port fdb2ff78-1b2a-416b-929c-83b03b4627aa is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:47.889620 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.911988 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] Publish callbacks [] for security_group (2e6d38be-0139-4c95-b7e5-71311f686ad1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.913256 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2ff78-1b2a-416b-929c-83b03b4627aa {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:47.939270 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa,segment=NetworkSegment(5f39c2ba-f611-40e5-95a1-556b0854315c),segment_id=5f39c2ba-f611-40e5-95a1-556b0854315c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:47.954147 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:47.955248 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fcb04533-33a8-4b4f-a640-9248b6f38139 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:02:48.005385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.010306 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] Publish callbacks [] for security_group (2e6d38be-0139-4c95-b7e5-71311f686ad1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.104933 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55286cd1-3731-4ed1-a713-f3049aa4ffb1 req-298b5919-e968-42fc-90a1-7050f6363b0c tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:48.106528 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55286cd1-3731-4ed1-a713-f3049aa4ffb1 req-298b5919-e968-42fc-90a1-7050f6363b0c tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 944 time: 0.3247194 Feb 15 03:02:48.153385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:48.236325 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (d694aec7-e870-4398-8626-20841a9e14db), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.247966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (d694aec7-e870-4398-8626-20841a9e14db), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.288063 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55286cd1-3731-4ed1-a713-f3049aa4ffb1 req-c6806277-1058-4647-a936-d46e4583c311 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636074 Feb 15 03:02:48.329559 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fcb04533-33a8-4b4f-a640-9248b6f38139,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:48.347558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2e6d38be-0139-4c95-b7e5-71311f686ad1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.350465 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.352045 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e6d38be-0139-4c95-b7e5-71311f686ad1 HTTP/1.1" status: 204 len: 168 time: 0.6291461 Feb 15 03:02:48.364096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d48199-4073-417b-b1fe-2531aac818b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6d38be-0139-4c95-b7e5-71311f686ad1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:48.378305 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'fcb04533-33a8-4b4f-a640-9248b6f38139', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'port_id': 'fcb04533-33a8-4b4f-a640-9248b6f38139', 'mac_address': 'fa:16:3e:a3:e2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:02:48.461538 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port fcb04533-33a8-4b4f-a640-9248b6f38139 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:48.463385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.493351 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb04533-33a8-4b4f-a640-9248b6f38139 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:48.535427 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=d694aec7-e870-4398-8626-20841a9e14db,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:48.557577 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fcb04533-33a8-4b4f-a640-9248b6f38139,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:48.567798 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.569439 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5276e6ba-9658-4499-ac62-9419dd84fc02 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:02:48.611036 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.660382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5276e6ba-9658-4499-ac62-9419dd84fc02,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:48.663742 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:48.679421 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '5276e6ba-9658-4499-ac62-9419dd84fc02', 'network_id': '6ed07e91-a9c7-4c29-a409-32e81c8614ad', 'port_id': '5276e6ba-9658-4499-ac62-9419dd84fc02', 'mac_address': 'fa:16:3e:92:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee847cff-4b3d-45d2-b2f3-737e6f396d3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:02:48.681043 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10a4ac-aba1-4b7c-8a1b-d8f9ae2c2dd2 req-da0a0ccb-37e7-4eeb-994d-7064f6ee01d5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:48.685052 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6c10a4ac-aba1-4b7c-8a1b-d8f9ae2c2dd2 req-da0a0ccb-37e7-4eeb-994d-7064f6ee01d5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 944 time: 0.1826534 Feb 15 03:02:48.704432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.708378 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b25a8648-28ff-4938-8772-65acc12924e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9545364 Feb 15 03:02:48.758319 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5276e6ba-9658-4499-ac62-9419dd84fc02 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:48.759501 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.777738 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5276e6ba-9658-4499-ac62-9419dd84fc02 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:48.821730 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6c10a4ac-aba1-4b7c-8a1b-d8f9ae2c2dd2 req-594a868b-8fe6-429d-9e03-15336423237c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114373 Feb 15 03:02:48.859235 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5276e6ba-9658-4499-ac62-9419dd84fc02,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:48.861180 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.869887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:48.949638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:49.186354 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['fcb04533-33a8-4b4f-a640-9248b6f38139'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:02:49.191296 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['fdb2ff78-1b2a-416b-929c-83b03b4627aa'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:02:49.222073 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['5276e6ba-9658-4499-ac62-9419dd84fc02'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:02:49.422702 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-065ce8f3-b902-46bb-9c72-811c72626a00 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--595936655&fields=id&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 267 time: 0.1972485 Feb 15 03:02:49.751112 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ad856-af17-4714-890c-585b9104d277 req-d72895e4-4ed9-4078-9d4c-08aed1e30556 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:49.752801 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d82ad856-af17-4714-890c-585b9104d277 req-d72895e4-4ed9-4078-9d4c-08aed1e30556 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 945 time: 0.1979256 Feb 15 03:02:49.855084 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-46c58c38-e1b6-4e83-bfd1-19a9dacab80e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:49.870001 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-46c58c38-e1b6-4e83-bfd1-19a9dacab80e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 817 time: 0.4243045 Feb 15 03:02:49.914356 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-c367fa37-754f-443b-a178-9cc4bf5fadd6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/quotas/6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 375 time: 0.0166316 Feb 15 03:02:50.004575 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d82ad856-af17-4714-890c-585b9104d277 req-28f31421-b764-4447-b25c-da353ad7dbcd tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421834 Feb 15 03:02:50.089107 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-84caf2a8-78de-4902-b132-33eff56d9036 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584122 Feb 15 03:02:50.313288 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-18935a90-902d-4e6f-91ca-67a6219e02dc service neutron] 10.222.0.24 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748521 Feb 15 03:02:50.314273 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abd368-4aa7-49fe-91a4-ebedc3a873e8 req-a7f1c6da-3b46-4310-bc98-eeba7e8222de tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:50.329373 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-91abd368-4aa7-49fe-91a4-ebedc3a873e8 req-a7f1c6da-3b46-4310-bc98-eeba7e8222de tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 945 time: 0.1797638 Feb 15 03:02:50.433439 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-91abd368-4aa7-49fe-91a4-ebedc3a873e8 req-c2d541a9-e50a-4f38-a19e-490028ae05e5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Feb 15 03:02:50.513583 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-4ed16a7a-7d42-4e3c-9b8b-0051b1f75811 service neutron] 10.222.0.24 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804960 Feb 15 03:02:50.818110 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:50.831029 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-13b6f636-8c2f-41b2-a777-e7e8522701cc req-c1300b38-4ed2-4a29-a9d3-6becdca2b732 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 210 time: 0.0956187 Feb 15 03:02:50.899476 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41470) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:51.317170 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb804c2-0ee0-446b-aeaf-2dcdb512566b req-ccd5e24a-640d-4756-a64d-0a671b768885 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:51.322336 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0cb804c2-0ee0-446b-aeaf-2dcdb512566b req-ccd5e24a-640d-4756-a64d-0a671b768885 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 945 time: 0.1138835 Feb 15 03:02:51.411513 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7a4a246d-a36c-4cdf-a3f7-7e75accefbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:51.472893 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0cb804c2-0ee0-446b-aeaf-2dcdb512566b req-28a999f0-3e48-463c-b23d-072c71c366e1 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369998 Feb 15 03:02:51.712433 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7a4a246d-a36c-4cdf-a3f7-7e75accefbf6 admin admin] Publish callbacks [] for security_group (15b7774b-3d68-41d2-8653-d11c5fe0726f), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:51.722346 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7a4a246d-a36c-4cdf-a3f7-7e75accefbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (15b7774b-3d68-41d2-8653-d11c5fe0726f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:51.822231 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7a4a246d-a36c-4cdf-a3f7-7e75accefbf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47015072e95a46a69724f2450f1482a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9213517 Feb 15 03:02:51.824978 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41506) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:51.838161 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf231e2f-2f0e-4f6c-a8af-26ec20c2f5fb req-ce969592-0224-4caf-8c34-bcc3f3cbfd5e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:51.841061 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf231e2f-2f0e-4f6c-a8af-26ec20c2f5fb req-ce969592-0224-4caf-8c34-bcc3f3cbfd5e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 945 time: 0.2183192 Feb 15 03:02:51.845072 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a246d-a36c-4cdf-a3f7-7e75accefbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7774b-3d68-41d2-8653-d11c5fe0726f,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:51.931968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] Publish callbacks [] for security_group (15b7774b-3d68-41d2-8653-d11c5fe0726f), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:51.980091 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf231e2f-2f0e-4f6c-a8af-26ec20c2f5fb req-efc157f9-39d5-4e77-bee9-6c457f3d9305 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253033 Feb 15 03:02:51.994938 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] Publish callbacks [] for security_group (15b7774b-3d68-41d2-8653-d11c5fe0726f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.110356 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3d6c27a0-becb-4ef5-85ba-58d6ba336717 req-da0cca94-2451-4db1-bee7-3580d69a5acb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 210 time: 0.0566349 Feb 15 03:02:52.141749 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (15b7774b-3d68-41d2-8653-d11c5fe0726f), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.149877 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.150783 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fdb2ff78-1b2a-416b-929c-83b03b4627aa up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:52.155121 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15b7774b-3d68-41d2-8653-d11c5fe0726f HTTP/1.1" status: 204 len: 168 time: 0.3287597 Feb 15 03:02:52.166844 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ab62-679d-4cbb-a2c7-f5213c01dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7774b-3d68-41d2-8653-d11c5fe0726f,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:52.357530 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port fdb2ff78-1b2a-416b-929c-83b03b4627aa completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:02:52.367213 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port fdb2ff78-1b2a-416b-929c-83b03b4627aa triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:52.368235 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.547323 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port fdb2ff78-1b2a-416b-929c-83b03b4627aa is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:52.548613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.609496 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:52.807016 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa,segment=NetworkSegment(5f39c2ba-f611-40e5-95a1-556b0854315c),segment_id=5f39c2ba-f611-40e5-95a1-556b0854315c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:52.816852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:52.818437 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe168-ed07-471b-b16a-2d0057a785c0 req-a52d1bc5-1e8b-4311-878a-973570eb9145 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:52.818721 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5276e6ba-9658-4499-ac62-9419dd84fc02 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:52.832096 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c59fe168-ed07-471b-b16a-2d0057a785c0 req-a52d1bc5-1e8b-4311-878a-973570eb9145 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 945 time: 0.1899993 Feb 15 03:02:52.928680 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c59fe168-ed07-471b-b16a-2d0057a785c0 req-27692239-de40-443f-8919-3631edd7a4e9 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Feb 15 03:02:53.005887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:53.043024 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 5276e6ba-9658-4499-ac62-9419dd84fc02 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:02:53.054679 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 5276e6ba-9658-4499-ac62-9419dd84fc02 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:53.056818 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:53.195799 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886ef4e-8a72-4b0f-9273-ef9652a0ed35 req-f8a3b06b-5ac5-4817-a68b-9bd635db615d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:53.205062 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c886ef4e-8a72-4b0f-9273-ef9652a0ed35 req-f8a3b06b-5ac5-4817-a68b-9bd635db615d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 945 time: 0.0746443 Feb 15 03:02:53.212083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c7cf0-c4e8-4fc6-91cd-7206ab437ae6" -d '{"events": [{"server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "name": "network-vif-plugged", "status": "completed", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:53.305596 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c886ef4e-8a72-4b0f-9273-ef9652a0ed35 req-3374bdfd-95ce-41af-8aa2-3c5fbc059e75 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 Feb 15 03:02:53.418808 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5276e6ba-9658-4499-ac62-9419dd84fc02 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:53.421137 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:53.448383 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e3f3d2e5-a83d-452a-bda7-25108acb5d49 req-ebb2e8ee-3af1-4ab4-a857-11f239de23c7 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 210 time: 0.0510974 Feb 15 03:02:53.542076 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5276e6ba-9658-4499-ac62-9419dd84fc02,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:53.550861 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:53.552341 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fcb04533-33a8-4b4f-a640-9248b6f38139 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:02:53.815623 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port fcb04533-33a8-4b4f-a640-9248b6f38139 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:02:53.841331 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bdd081-c76a-4792-a8c5-eca82c348213 x-openstack-request-id: req-65bdd081-c76a-4792-a8c5-eca82c348213 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:53.842198 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "name": "network-vif-plugged", "status": "completed", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:53.842848 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65bdd081-c76a-4792-a8c5-eca82c348213 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:53.844067 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa', 'code': 200} Feb 15 03:02:53.858501 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port fcb04533-33a8-4b4f-a640-9248b6f38139 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:53.859578 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:53.922793 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:54.179061 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port fcb04533-33a8-4b4f-a640-9248b6f38139 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:02:54.183378 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:54.310547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fcb04533-33a8-4b4f-a640-9248b6f38139,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:02:54.320764 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:54.346309 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-4a06eb62-2a49-4f04-84f7-7170b0d11f19 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:54.380970 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-4a06eb62-2a49-4f04-84f7-7170b0d11f19 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 817 time: 0.4449909 Feb 15 03:02:54.538224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-f41c57a8-2bcb-46c0-91f3-89615dca2f74 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 379 time: 0.1487029 Feb 15 03:02:54.560311 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'port': {'device_id': '73cd6519-d67b-4635-af86-336ae2fde18b', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'admin_state_up': True, 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'security_groups': ['b26cbfd7-6929-4fde-ad38-1f659391d0da']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:54.577091 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:54.610861 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc3f1-2a79-468f-989b-1e88aab2a595 req-3b7cc4b8-887e-4f81-957e-dd6398a88778 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:54.616996 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c3ecc3f1-2a79-468f-989b-1e88aab2a595 req-3b7cc4b8-887e-4f81-957e-dd6398a88778 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.4319921 Feb 15 03:02:54.644140 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-679e748c-33a1-4e7d-b8de-41065eacca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:54.645531 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67866d86-22b7-4e99-a1af-3ee645b45919 req-3855e850-1af0-4c70-83ba-fc47002db88d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:54.649192 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-679e748c-33a1-4e7d-b8de-41065eacca03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 1130 time: 0.3879800 Feb 15 03:02:54.652901 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-67866d86-22b7-4e99-a1af-3ee645b45919 req-3855e850-1af0-4c70-83ba-fc47002db88d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1824110 Feb 15 03:02:54.723324 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-0075218c-5f35-4e53-b508-f7dd6cfbaca7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:54.765642 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-67866d86-22b7-4e99-a1af-3ee645b45919 req-11cb6d8d-1ac1-4ebc-a342-d193fb7afb3c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114306 Feb 15 03:02:54.817212 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Made reservation on behalf of 6c08d74d0cb140cfa09ddc3f8102b7c1 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:02:54.828582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:54.917027 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c3ecc3f1-2a79-468f-989b-1e88aab2a595 req-2338490b-3396-4d34-8aa0-c987787b8281 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814987 Feb 15 03:02:54.966669 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5663cd4-c0a9-487b-acca-c0a39895a412 req-d89fea47-fd33-402a-b309-77df1fee9673 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 210 time: 0.1009717 Feb 15 03:02:55.079344 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-0075218c-5f35-4e53-b508-f7dd6cfbaca7 service neutron] Publish callbacks [] for security_group (d039aebc-c1e4-46c9-b8d5-9779899d07ea), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.089342 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41612) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:55.099467 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-0075218c-5f35-4e53-b508-f7dd6cfbaca7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d039aebc-c1e4-46c9-b8d5-9779899d07ea), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.212129 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-11f14c24-c0c4-4562-bcf2-56c4f0edaa61 req-0075218c-5f35-4e53-b508-f7dd6cfbaca7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477340 Feb 15 03:02:55.212129 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075218c-5f35-4e53-b508-f7dd6cfbaca7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d039aebc-c1e4-46c9-b8d5-9779899d07ea,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:55.254982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Allocated IP 172.20.0.8 (4c1a999e-ee82-4c20-9c13-04652372776f/f4d408a2-702d-454c-8e9c-e3fb82db7859/5bc40f19-47a8-4cc5-a5e3-1c35392b5b48) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:02:55.551819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.602480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.701585 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090c628c-c1fa-4b73-b8d3-3044a659c5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.794472 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Network 4c1a999e-ee82-4c20-9c13-04652372776f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:02:55.797952 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:02:55.803021 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:55.806467 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:02:55.819353 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:55.820460 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:55.849109 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02'}, {'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:55.858794 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42bb278-aee7-4649-97ce-a42f813330b0" -d '{"events": [{"server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "name": "network-vif-plugged", "status": "completed", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02"}, {"server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "name": "network-vif-plugged", "status": "completed", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:55.874543 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-32a7737e-3772-4db5-80be-f3c2ea28d927 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3231275 Feb 15 03:02:55.907011 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Request body: {'port': {'device_id': '73cd6519-d67b-4635-af86-336ae2fde18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:02:55.981229 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d052860-f587-4c5d-b46a-15fcbc25e6d3 x-openstack-request-id: req-0d052860-f587-4c5d-b46a-15fcbc25e6d3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:55.981532 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "name": "network-vif-plugged", "status": "completed", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02", "code": 200}, {"server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "name": "network-vif-plugged", "status": "completed", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:55.982470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d052860-f587-4c5d-b46a-15fcbc25e6d3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:55.982470 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02', 'code': 200} Feb 15 03:02:55.982470 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139', 'code': 200} Feb 15 03:02:56.049151 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41648) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:56.165959 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090c628c-c1fa-4b73-b8d3-3044a659c5ee admin admin] Publish callbacks [] for security_group (f0b31978-065a-4d4f-bb7e-f08b0d2f42ea), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.201770 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090c628c-c1fa-4b73-b8d3-3044a659c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f0b31978-065a-4d4f-bb7e-f08b0d2f42ea), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.236487 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a0109-b22a-436f-a888-fc2e639302d3 req-a38c89ca-948b-4dda-b5c0-329e1707d75d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:56.254811 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8f2a0109-b22a-436f-a888-fc2e639302d3 req-a38c89ca-948b-4dda-b5c0-329e1707d75d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.2839692 Feb 15 03:02:56.448291 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.485415 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-bda6c6f9-6af8-4ac6-b724-b062ac0cb4fc None None] Provisioning complete for port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:02:56.486200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bda6c6f9-6af8-4ac6-b724-b062ac0cb4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.563144 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-090c628c-c1fa-4b73-b8d3-3044a659c5ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3a621accafa4ae482f166a65b2f49ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4722638 Feb 15 03:02:56.568184 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-bda6c6f9-6af8-4ac6-b724-b062ac0cb4fc None None] Port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:02:56.574174 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41672) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:56.584773 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c628c-c1fa-4b73-b8d3-3044a659c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b31978-065a-4d4f-bb7e-f08b0d2f42ea,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:56.674847 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8f2a0109-b22a-436f-a888-fc2e639302d3 req-22621916-3606-476f-b19b-f33401fb6389 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189279 Feb 15 03:02:56.679214 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ec9dc-f8da-46e1-bd19-6a8b2bb537d0 req-199631ab-1b57-4918-a95f-61025bab0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:56.681605 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f84ec9dc-f8da-46e1-bd19-6a8b2bb537d0 req-199631ab-1b57-4918-a95f-61025bab0049 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.2094481 Feb 15 03:02:56.725968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] Publish callbacks [] for security_group (f0b31978-065a-4d4f-bb7e-f08b0d2f42ea), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.775895 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] Publish callbacks [] for security_group (f0b31978-065a-4d4f-bb7e-f08b0d2f42ea), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.780184 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f84ec9dc-f8da-46e1-bd19-6a8b2bb537d0 req-e52a60d1-8ec8-48f8-a4c6-0a105f16374b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782506 Feb 15 03:02:56.797785 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ada330bc-0d06-4252-bfdc-f085287fdb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.902828 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d106e-bbdb-4733-bf40-cb816a44d71d req-199d4b1d-7773-4c33-946a-d497d7505fc0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:56.904623 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a42d106e-bbdb-4733-bf40-cb816a44d71d req-199d4b1d-7773-4c33-946a-d497d7505fc0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 931 time: 0.0972536 Feb 15 03:02:56.941125 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f0b31978-065a-4d4f-bb7e-f08b0d2f42ea), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.943840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:56.945215 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0b31978-065a-4d4f-bb7e-f08b0d2f42ea HTTP/1.1" status: 204 len: 168 time: 0.3695896 Feb 15 03:02:56.963809 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec8246-a47c-413d-a5bd-53211ae3d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b31978-065a-4d4f-bb7e-f08b0d2f42ea,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:57.000821 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a42d106e-bbdb-4733-bf40-cb816a44d71d req-97f4adbb-ba34-4530-bc10-78726291d254 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834165 Feb 15 03:02:57.059681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bbfa8-95d5-4bdf-82ed-5f672922baa0 req-eeeae964-db77-4d54-987f-d4a811e9a314 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:57.062816 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a11bbfa8-95d5-4bdf-82ed-5f672922baa0 req-eeeae964-db77-4d54-987f-d4a811e9a314 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.9051275 Feb 15 03:02:57.150690 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338216b-95cf-46f5-9a0e-de4a47e39492 req-229969c7-663b-400f-b5cd-4ff3fe42ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:57.154338 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8338216b-95cf-46f5-9a0e-de4a47e39492 req-229969c7-663b-400f-b5cd-4ff3fe42ac57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1130 time: 0.6137903 Feb 15 03:02:57.424848 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a11bbfa8-95d5-4bdf-82ed-5f672922baa0 req-b8371e21-e078-45fc-b00d-80f2dfe4171b tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447876 Feb 15 03:02:57.500760 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8338216b-95cf-46f5-9a0e-de4a47e39492 req-94720bc1-3b83-4d26-a3f8-5665c5576596 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279696 Feb 15 03:02:57.531122 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ada330bc-0d06-4252-bfdc-f085287fdb0a admin admin] Publish callbacks [] for security_group (9f4ed619-9e72-41f5-a553-67f8a4a8b383), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.545695 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ada330bc-0d06-4252-bfdc-f085287fdb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (9f4ed619-9e72-41f5-a553-67f8a4a8b383), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.578043 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41690) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:57.596183 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa21a845-a73f-4d7d-9e65-37469b49e278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.661279 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ada330bc-0d06-4252-bfdc-f085287fdb0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c5932b6b1f41e797f087e99a423845&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6064839 Feb 15 03:02:57.676688 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41694) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:57.685113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada330bc-0d06-4252-bfdc-f085287fdb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ed619-9e72-41f5-a553-67f8a4a8b383,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:57.788370 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:02:57.805159 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks [] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.836593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Transition to ACTIVE for port object 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:02:57.842432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.942027 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa21a845-a73f-4d7d-9e65-37469b49e278 admin admin] Publish callbacks [] for security_group (e367e708-f985-4bc3-a409-03e765c9cd1b), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.948003 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:57.950360 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] Publish callbacks [] for security_group (9f4ed619-9e72-41f5-a553-67f8a4a8b383), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:57.968249 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa21a845-a73f-4d7d-9e65-37469b49e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e367e708-f985-4bc3-a409-03e765c9cd1b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.021488 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Attempting to bind port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:02:58.021981 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Attempting to bind port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:02:58.022327 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Attempting to bind port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:58.029938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 on network 4c1a999e-ee82-4c20-9c13-04652372776f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:02:58.030517 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Attempting to bind port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:02:58.039707 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:02:58.040317 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Checking segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:02:58.040927 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Bound using segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:02:58.041391 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Bound port: 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:02:58.041758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.059460 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] Publish callbacks [] for security_group (9f4ed619-9e72-41f5-a553-67f8a4a8b383), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.097016 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f300-a29f-4c54-b353-10b8e1c0bb11 req-02878481-d400-4f0e-9d27-6bc5021c1458 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:58.100633 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dc01f300-a29f-4c54-b353-10b8e1c0bb11 req-02878481-d400-4f0e-9d27-6bc5021c1458 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.3128295 Feb 15 03:02:58.171701 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21a845-a73f-4d7d-9e65-37469b49e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367e708-f985-4bc3-a409-03e765c9cd1b,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:58.198654 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fa21a845-a73f-4d7d-9e65-37469b49e278 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e55f5f8b1d6a44e4b52dd579ed2e66a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6187944 Feb 15 03:02:58.200206 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41712) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:58.321899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:02:58.329276 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:02:58.340886 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.355646 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (9f4ed619-9e72-41f5-a553-67f8a4a8b383), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.359322 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.365404 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f4ed619-9e72-41f5-a553-67f8a4a8b383 HTTP/1.1" status: 204 len: 168 time: 0.6830225 Feb 15 03:02:58.374376 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dc01f300-a29f-4c54-b353-10b8e1c0bb11 req-97c5803f-308a-4eb4-abf3-3940c37c09ce tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492232 Feb 15 03:02:58.411083 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] Publish callbacks [] for security_group (e367e708-f985-4bc3-a409-03e765c9cd1b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.426629 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a041c-0fbc-4973-af34-23a046698d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ed619-9e72-41f5-a553-67f8a4a8b383,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:58.498575 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] Publish callbacks [] for security_group (e367e708-f985-4bc3-a409-03e765c9cd1b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.552609 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:58.553696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.571566 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] 10.222.0.52 "PUT /v2.0/ports/5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 1093 time: 2.6870413 Feb 15 03:02:58.574779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:02:58.579257 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75defab-92d9-47c1-afba-b5a94d7b0c17" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:02:58.617100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e367e708-f985-4bc3-a409-03e765c9cd1b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.620280 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02db7-2f83-4878-b384-dd4860f538bd service neutron] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:58.639766 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:58.643514 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e367e708-f985-4bc3-a409-03e765c9cd1b HTTP/1.1" status: 204 len: 168 time: 0.3959599 Feb 15 03:02:58.696708 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3c08-ae1a-4e70-b14a-eea7bbd8717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367e708-f985-4bc3-a409-03e765c9cd1b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:58.699265 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83128a-0e3c-490a-9202-ee8a25125f8e req-5af79234-3fc7-4b8b-bb94-7dae1baeb369 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:58.701884 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e83128a-0e3c-490a-9202-ee8a25125f8e req-5af79234-3fc7-4b8b-bb94-7dae1baeb369 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.5047970 Feb 15 03:02:58.907803 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e83128a-0e3c-490a-9202-ee8a25125f8e req-adc61540-8571-44d2-abd3-185e17d3c91c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773553 Feb 15 03:02:58.941039 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78b444-3533-448e-b46a-46fca8a23d77 req-5f8290d8-43ed-4e1f-87d6-03d02e25da2b tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:58.945331 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fc78b444-3533-448e-b46a-46fca8a23d77 req-5f8290d8-43ed-4e1f-87d6-03d02e25da2b tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.2994401 Feb 15 03:02:59.144764 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fc78b444-3533-448e-b46a-46fca8a23d77 req-1ba649ce-bef7-45b9-8131-c86232d5a6f4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723163 Feb 15 03:02:59.153864 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdab549-e5b9-44f9-ad3e-4390120e7c6b x-openstack-request-id: req-6cdab549-e5b9-44f9-ad3e-4390120e7c6b {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:02:59.154975 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:02:59.155339 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cdab549-e5b9-44f9-ad3e-4390120e7c6b {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:02:59.156572 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'status': 'completed', 'code': 200} Feb 15 03:02:59.629052 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41748) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:02:59.652137 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-683f1ba4-8b2f-4fd7-ab6e-82c8bb38f07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:59.653158 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457b93f-2e8e-4333-bd3d-d8096421fade req-a64c6833-1880-4f8c-a26b-226a5e53eccc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:02:59.662250 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b457b93f-2e8e-4333-bd3d-d8096421fade req-a64c6833-1880-4f8c-a26b-226a5e53eccc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1074278 Feb 15 03:02:59.751812 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b457b93f-2e8e-4333-bd3d-d8096421fade req-040bcc7d-1d63-427b-84ad-891216a28e06 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882313 Feb 15 03:02:59.814887 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-683f1ba4-8b2f-4fd7-ab6e-82c8bb38f07f admin admin] Publish callbacks [] for security_group (5e3f5df4-8e34-4812-aa43-cf40e70d89e7), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:59.821588 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-683f1ba4-8b2f-4fd7-ab6e-82c8bb38f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5e3f5df4-8e34-4812-aa43-cf40e70d89e7), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:02:59.903930 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f1ba4-8b2f-4fd7-ab6e-82c8bb38f07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3f5df4-8e34-4812-aa43-cf40e70d89e7,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:02:59.912929 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-683f1ba4-8b2f-4fd7-ab6e-82c8bb38f07f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c6a7be0c4144e79b2f9bfea95eac6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822533 Feb 15 03:02:59.915633 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41758) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:00.010339 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] Publish callbacks [] for security_group (5e3f5df4-8e34-4812-aa43-cf40e70d89e7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:00.052979 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] Publish callbacks [] for security_group (5e3f5df4-8e34-4812-aa43-cf40e70d89e7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:00.210285 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374f3f6-7dbd-4f34-bede-f8170b9a7ae6 req-7e65cd7c-be12-4bc8-8c9f-fa3ab2ac0ed1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:00.213122 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1374f3f6-7dbd-4f34-bede-f8170b9a7ae6 req-7e65cd7c-be12-4bc8-8c9f-fa3ab2ac0ed1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1146412 Feb 15 03:03:00.214944 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5e3f5df4-8e34-4812-aa43-cf40e70d89e7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:00.220038 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:00.222719 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e3f5df4-8e34-4812-aa43-cf40e70d89e7 HTTP/1.1" status: 204 len: 168 time: 0.3051848 Feb 15 03:03:00.258703 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486be49-63ed-4b28-b6ae-bc93da31c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3f5df4-8e34-4812-aa43-cf40e70d89e7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:00.328616 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1374f3f6-7dbd-4f34-bede-f8170b9a7ae6 req-8aed3347-f4d0-418c-841d-c9657107b06f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032474 Feb 15 03:03:00.711519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-6bfb7463-4bfe-4c03-86fa-3d0d48d597d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:00.714606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-6bfb7463-4bfe-4c03-86fa-3d0d48d597d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1127 time: 0.0709624 Feb 15 03:03:01.085134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-378e4c0e-84a6-4b85-8458-c664ba39f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:01.087844 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-378e4c0e-84a6-4b85-8458-c664ba39f536 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3646245 Feb 15 03:03:01.101632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a4e9-f46f-4b54-8843-5ee267ed82fd req-020b1982-00cc-471a-a096-8910a9e6bac4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:01.104157 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8a9a4e9-f46f-4b54-8843-5ee267ed82fd req-020b1982-00cc-471a-a096-8910a9e6bac4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1949503 Feb 15 03:03:01.548179 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8a9a4e9-f46f-4b54-8843-5ee267ed82fd req-a7726bd6-cd53-4cf0-a71d-12fa65441f0c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915472 Feb 15 03:03:01.574873 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf4f2d-a459-4844-b503-151b09aaa36f req-d41f49b6-ad38-49f4-9aff-314422e466e3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:01.589224 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-85bf4f2d-a459-4844-b503-151b09aaa36f req-d41f49b6-ad38-49f4-9aff-314422e466e3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1197605 Feb 15 03:03:01.694363 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-85bf4f2d-a459-4844-b503-151b09aaa36f req-c766b1cf-0a4a-492e-bc5b-fdd38e6d8883 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032362 Feb 15 03:03:01.828374 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-0a2f3be4-9984-45ba-b7cb-aa24590c6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:01.831318 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f75defab-92d9-47c1-afba-b5a94d7b0c17 req-0a2f3be4-9984-45ba-b7cb-aa24590c6e93 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7254925 Feb 15 03:03:02.698621 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41916) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:02.863933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b885cb-7ef1-4ec8-8ea7-2c8b4d89d6fb req-d8505dc9-221e-458d-b9a8-8fca743f4943 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:02.869054 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5b885cb-7ef1-4ec8-8ea7-2c8b4d89d6fb req-d8505dc9-221e-458d-b9a8-8fca743f4943 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1574328 Feb 15 03:03:02.954263 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5b885cb-7ef1-4ec8-8ea7-2c8b4d89d6fb req-5e1fb789-ebaf-486c-9b8e-f87979c6f912 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748730 Feb 15 03:03:02.958065 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0f323-deb7-4b8e-98ca-8e8af08aaa25 req-0c1fcd5d-e929-4801-bcbf-1d6d123d41a9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:02.960896 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a6a0f323-deb7-4b8e-98ca-8e8af08aaa25 req-0c1fcd5d-e929-4801-bcbf-1d6d123d41a9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1143765 Feb 15 03:03:03.038130 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a6a0f323-deb7-4b8e-98ca-8e8af08aaa25 req-4d7088cc-46c0-40e0-bb1a-4e36894705ce tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662432 Feb 15 03:03:03.098768 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c83b891-4c48-45df-a5cd-46d226ca12f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.232856 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c83b891-4c48-45df-a5cd-46d226ca12f3 admin admin] Publish callbacks [] for security_group (75f095d7-b9c4-4e57-b8ea-f0dec9edb356), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.238324 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c83b891-4c48-45df-a5cd-46d226ca12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (75f095d7-b9c4-4e57-b8ea-f0dec9edb356), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.285485 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6c83b891-4c48-45df-a5cd-46d226ca12f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94ad9881054e4f0190cb87c0b0824807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844958 Feb 15 03:03:03.286464 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b891-4c48-45df-a5cd-46d226ca12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f095d7-b9c4-4e57-b8ea-f0dec9edb356,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:03.288735 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 41944) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:03.348892 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] Publish callbacks [] for security_group (75f095d7-b9c4-4e57-b8ea-f0dec9edb356), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.376533 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] Publish callbacks [] for security_group (75f095d7-b9c4-4e57-b8ea-f0dec9edb356), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.443854 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (75f095d7-b9c4-4e57-b8ea-f0dec9edb356), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.448377 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:03.449993 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75f095d7-b9c4-4e57-b8ea-f0dec9edb356 HTTP/1.1" status: 204 len: 168 time: 0.1599178 Feb 15 03:03:03.463918 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4105-1158-42e2-9ce3-7d706087598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f095d7-b9c4-4e57-b8ea-f0dec9edb356,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:03.741202 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-94da1681-38cb-447f-955f-3396b7c72496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:03.743438 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-94da1681-38cb-447f-955f-3396b7c72496 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1127 time: 0.0580893 Feb 15 03:03:03.810183 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-4a74b5e6-6695-4155-93cf-60981855e94c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 217 time: 0.0492344 Feb 15 03:03:03.897686 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-37481064-9b47-46e1-854d-1919c64c0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:03.900777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-37481064-9b47-46e1-854d-1919c64c0f9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0719247 Feb 15 03:03:03.941142 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41960) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:03.960896 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a2fb60a6-1242-4936-99d5-327bbd2d6662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.057971 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-08383508-49d0-43c5-b21c-3cf53fd20a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:04.059693 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-08383508-49d0-43c5-b21c-3cf53fd20a3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1463785 Feb 15 03:03:04.132968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a2fb60a6-1242-4936-99d5-327bbd2d6662 admin admin] Publish callbacks [] for security_group (593e7d15-2631-4b10-99e3-3f66054a3e2d), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.146100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a2fb60a6-1242-4936-99d5-327bbd2d6662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (593e7d15-2631-4b10-99e3-3f66054a3e2d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.278771 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb60a6-1242-4936-99d5-327bbd2d6662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e7d15-2631-4b10-99e3-3f66054a3e2d,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:04.285524 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a2fb60a6-1242-4936-99d5-327bbd2d6662 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef473543dc4b48db93b72f335c858bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420091 Feb 15 03:03:04.289994 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 41978) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:04.344394 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e91fd1-5c49-4320-9ee6-fac32cb233c3 req-a6155b12-e423-4a46-86c7-c2529d35e1f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:04.347063 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23e91fd1-5c49-4320-9ee6-fac32cb233c3 req-a6155b12-e423-4a46-86c7-c2529d35e1f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.2293701 Feb 15 03:03:04.368852 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8533-7aee-4b0c-9f66-0b8c715a4602 req-e0340358-22fa-4ee1-9fd5-bec9fe7e30c1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:04.383432 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1eac8533-7aee-4b0c-9f66-0b8c715a4602 req-e0340358-22fa-4ee1-9fd5-bec9fe7e30c1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1452546 Feb 15 03:03:04.420925 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-9a40b9e6-09fc-4019-b21e-c9d26cafd56c service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504832 Feb 15 03:03:04.500405 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] Publish callbacks [] for security_group (593e7d15-2631-4b10-99e3-3f66054a3e2d), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.532224 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1eac8533-7aee-4b0c-9f66-0b8c715a4602 req-78851a27-176a-47a0-bfff-b1c95b0d420b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473517 Feb 15 03:03:04.575041 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] Publish callbacks [] for security_group (593e7d15-2631-4b10-99e3-3f66054a3e2d), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.597008 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23e91fd1-5c49-4320-9ee6-fac32cb233c3 req-1f8661b8-9ae8-4fd8-b808-08681d1bb35c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403758 Feb 15 03:03:04.602033 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8fc46d6c-304a-444a-bc75-33498e7279fb req-535e811e-81d5-49e4-884f-ac683d66df7b service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723919 Feb 15 03:03:04.676857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (593e7d15-2631-4b10-99e3-3f66054a3e2d), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.684115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:04.686563 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/593e7d15-2631-4b10-99e3-3f66054a3e2d HTTP/1.1" status: 204 len: 168 time: 0.3949926 Feb 15 03:03:04.708411 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243ecb0-e222-485a-91ef-3d10765dcf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e7d15-2631-4b10-99e3-3f66054a3e2d,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:05.060418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8e085-48a1-4c5e-bb4a-ff7e0c0dc18d req-93b4cd4a-14a2-438a-8eed-dc14ad053d6c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:05.062150 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f6d8e085-48a1-4c5e-bb4a-ff7e0c0dc18d req-93b4cd4a-14a2-438a-8eed-dc14ad053d6c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0727670 Feb 15 03:03:05.144300 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f6d8e085-48a1-4c5e-bb4a-ff7e0c0dc18d req-d11683c2-9d82-4112-bf5c-12634f533dfe tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709693 Feb 15 03:03:05.318829 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42026) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:05.534964 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd7b2-71c8-472b-8abb-eda01aa132a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:05.765822 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd7b2-71c8-472b-8abb-eda01aa132a6 admin admin] Publish callbacks [] for security_group (42a8348b-735c-4f18-bb22-041e10e8c208), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:05.775677 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd7b2-71c8-472b-8abb-eda01aa132a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (42a8348b-735c-4f18-bb22-041e10e8c208), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:05.870961 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273a11-c032-47e0-a452-5b89a0a39f7f req-4fee581e-bf06-400b-9a7d-f6f3edaf23b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:05.873778 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f2273a11-c032-47e0-a452-5b89a0a39f7f req-4fee581e-bf06-400b-9a7d-f6f3edaf23b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.2139456 Feb 15 03:03:05.875632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd7b2-71c8-472b-8abb-eda01aa132a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a8348b-735c-4f18-bb22-041e10e8c208,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:05.884178 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ebdcd7b2-71c8-472b-8abb-eda01aa132a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2da6a32aa1a34064adb88135c8baf76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5627618 Feb 15 03:03:05.887058 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42062) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:05.946354 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f2273a11-c032-47e0-a452-5b89a0a39f7f req-fa680ec6-6109-440d-9819-83eb145f3956 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605812 Feb 15 03:03:05.958275 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] Publish callbacks [] for security_group (42a8348b-735c-4f18-bb22-041e10e8c208), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:05.991633 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] Publish callbacks [] for security_group (42a8348b-735c-4f18-bb22-041e10e8c208), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.061132 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (42a8348b-735c-4f18-bb22-041e10e8c208), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.064510 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.066358 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42a8348b-735c-4f18-bb22-041e10e8c208 HTTP/1.1" status: 204 len: 168 time: 0.1749129 Feb 15 03:03:06.079544 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093168f-0fa1-467e-abb2-b383e96a6a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a8348b-735c-4f18-bb22-041e10e8c208,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:06.241236 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:03:06.308702 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cc08a-bb0c-4073-934b-09180ea81a85 req-26a207d8-9d9f-4097-9973-6578828f6968 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:06.319391 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df2cc08a-bb0c-4073-934b-09180ea81a85 req-26a207d8-9d9f-4097-9973-6578828f6968 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1005526 Feb 15 03:03:06.384010 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df2cc08a-bb0c-4073-934b-09180ea81a85 req-d3419311-dfb2-4533-8001-627b676ec018 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632992 Feb 15 03:03:06.464267 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42082) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:06.586396 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4d70d6d2-559c-4116-a2b1-0dec1d42efd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.619357 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42086) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:06.637016 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4869509a-b08c-4ad8-b4ea-11bb0480bada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.681045 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4d70d6d2-559c-4116-a2b1-0dec1d42efd2 admin admin] Publish callbacks [] for security_group (2baa9423-e4df-4f9d-a3b3-d686f604ae11), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.686253 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4d70d6d2-559c-4116-a2b1-0dec1d42efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2baa9423-e4df-4f9d-a3b3-d686f604ae11), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.728291 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4d70d6d2-559c-4116-a2b1-0dec1d42efd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c017305e9c14c05a41e1e101997b136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628608 Feb 15 03:03:06.728942 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42092) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:06.752371 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4869509a-b08c-4ad8-b4ea-11bb0480bada admin admin] Publish callbacks [] for security_group (44bffb3b-3d29-4c8b-a345-996c6ba809be), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.752966 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70d6d2-559c-4116-a2b1-0dec1d42efd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa9423-e4df-4f9d-a3b3-d686f604ae11,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:06.759504 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4869509a-b08c-4ad8-b4ea-11bb0480bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (44bffb3b-3d29-4c8b-a345-996c6ba809be), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.824200 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4869509a-b08c-4ad8-b4ea-11bb0480bada admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90c761fbe7c74755923da13482a4b813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035036 Feb 15 03:03:06.825019 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] Publish callbacks [] for security_group (2baa9423-e4df-4f9d-a3b3-d686f604ae11), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.825152 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869509a-b08c-4ad8-b4ea-11bb0480bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bffb3b-3d29-4c8b-a345-996c6ba809be,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:06.828688 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42096) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:06.855898 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] Publish callbacks [] for security_group (2baa9423-e4df-4f9d-a3b3-d686f604ae11), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.902527 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] Publish callbacks [] for security_group (44bffb3b-3d29-4c8b-a345-996c6ba809be), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.928338 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2baa9423-e4df-4f9d-a3b3-d686f604ae11), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.933787 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.934178 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] Publish callbacks [] for security_group (44bffb3b-3d29-4c8b-a345-996c6ba809be), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:06.934321 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2baa9423-e4df-4f9d-a3b3-d686f604ae11 HTTP/1.1" status: 204 len: 168 time: 0.1991143 Feb 15 03:03:06.945766 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1727647-e70c-4d64-b612-e815198415a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa9423-e4df-4f9d-a3b3-d686f604ae11,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:07.068055 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (44bffb3b-3d29-4c8b-a345-996c6ba809be), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:07.070689 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:07.079391 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44bffb3b-3d29-4c8b-a345-996c6ba809be HTTP/1.1" status: 204 len: 168 time: 0.2451882 Feb 15 03:03:07.104399 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caeb04e-bedd-4b99-8771-ade5e0d66b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bffb3b-3d29-4c8b-a345-996c6ba809be,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:07.219723 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038bd3c-032c-4cb5-985f-d9d27d4e445f req-f256c7a5-4199-4469-bdbd-1fdeccaeec48 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:07.233347 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b038bd3c-032c-4cb5-985f-d9d27d4e445f req-f256c7a5-4199-4469-bdbd-1fdeccaeec48 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1145630 Feb 15 03:03:07.364281 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b038bd3c-032c-4cb5-985f-d9d27d4e445f req-c64a8562-3eb6-4ed7-964b-7a965ed13e62 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294229 Feb 15 03:03:07.639496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b8333-a531-4642-b07f-49ff3899e955 req-f030008d-879d-4897-a65c-11ae74f78a31 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:07.641622 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6b7b8333-a531-4642-b07f-49ff3899e955 req-f030008d-879d-4897-a65c-11ae74f78a31 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1495101 Feb 15 03:03:07.700892 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-9be7f163-f7d7-445d-a8a7-b14dcc6fedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:07.702445 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-9be7f163-f7d7-445d-a8a7-b14dcc6fedc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1130 time: 0.1466217 Feb 15 03:03:07.761786 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6b7b8333-a531-4642-b07f-49ff3899e955 req-55038bbe-2ad0-482c-97e9-1b9f0862f1cf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128674 Feb 15 03:03:07.912980 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-2b37d3e2-81aa-43df-82e7-3d6d9474119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:07.914493 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-2b37d3e2-81aa-43df-82e7-3d6d9474119d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.1996500 Feb 15 03:03:08.078409 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-f46e898f-8cf6-451c-8d6e-81db53f1ad70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 200 len: 217 time: 0.0847847 Feb 15 03:03:08.218344 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-780ec2b9-a2df-478d-8dc9-71783b2a9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:08.221191 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-780ec2b9-a2df-478d-8dc9-71783b2a9285 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.0600038 Feb 15 03:03:08.281827 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-fc1ba4fb-a308-4571-b259-a89bad5732c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536675 Feb 15 03:03:08.396277 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-6e4bc6be-86dd-47f3-86b7-b4cf8e26b5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080952 Feb 15 03:03:08.563228 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a45a44-bec2-4a93-b30a-b9568c235ce4 req-4bc0bef5-cc6d-443b-8ff4-366d8fb0e104 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596489 Feb 15 03:03:08.631023 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3858b0-7eca-4eb6-bf45-2c6781a9955f req-1616ddc6-45ac-4a74-99d3-7ec7de16acd4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:08.632693 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a3858b0-7eca-4eb6-bf45-2c6781a9955f req-1616ddc6-45ac-4a74-99d3-7ec7de16acd4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1384184 Feb 15 03:03:08.732217 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a3858b0-7eca-4eb6-bf45-2c6781a9955f req-742ca505-e39b-4b6a-9b99-4116eae13eb4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925019 Feb 15 03:03:08.965757 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a2139-93c5-44ee-82dc-dd66d36737b0 req-df715a64-bb65-4c0c-b1e6-79286a7c2b2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:08.969586 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1a7a2139-93c5-44ee-82dc-dd66d36737b0 req-df715a64-bb65-4c0c-b1e6-79286a7c2b2c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0936670 Feb 15 03:03:09.050690 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1a7a2139-93c5-44ee-82dc-dd66d36737b0 req-22f3b444-2a0a-499d-9a47-6f1624b2337c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718937 Feb 15 03:03:09.949215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744dacb-bf4e-4fa8-b947-cddc4392e2bc req-12cc03e3-1795-4134-990e-be01d6daf30f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:09.950983 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6744dacb-bf4e-4fa8-b947-cddc4392e2bc req-12cc03e3-1795-4134-990e-be01d6daf30f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0931590 Feb 15 03:03:10.036131 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6744dacb-bf4e-4fa8-b947-cddc4392e2bc req-8475ddfa-6eef-42df-97dc-1254ce5db400 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734694 Feb 15 03:03:10.068846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42294) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:10.292517 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3049ddc-35ee-410f-b83a-d3eb01a74d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.319640 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd8a1f-ad65-41e1-9f95-a5e2a5c5577e req-a2443214-551c-446d-a207-398173e15d8b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:10.335170 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d2bd8a1f-ad65-41e1-9f95-a5e2a5c5577e req-a2443214-551c-446d-a207-398173e15d8b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1513219 Feb 15 03:03:10.456221 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3049ddc-35ee-410f-b83a-d3eb01a74d92 admin admin] Publish callbacks [] for security_group (553f5432-f1c5-4b98-b0d7-14518bedd0c5), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.457946 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d2bd8a1f-ad65-41e1-9f95-a5e2a5c5577e req-51792648-135f-4663-8ee6-1f5396f16c4e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211734 Feb 15 03:03:10.472756 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3049ddc-35ee-410f-b83a-d3eb01a74d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (553f5432-f1c5-4b98-b0d7-14518bedd0c5), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.556678 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e3049ddc-35ee-410f-b83a-d3eb01a74d92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ff4667325c1435f9e7b36b942997167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855394 Feb 15 03:03:10.558489 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42314) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:10.561945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3049ddc-35ee-410f-b83a-d3eb01a74d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553f5432-f1c5-4b98-b0d7-14518bedd0c5,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:10.624085 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] Publish callbacks [] for security_group (553f5432-f1c5-4b98-b0d7-14518bedd0c5), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.651949 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] Publish callbacks [] for security_group (553f5432-f1c5-4b98-b0d7-14518bedd0c5), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.743775 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (553f5432-f1c5-4b98-b0d7-14518bedd0c5), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.749864 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:10.756112 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/553f5432-f1c5-4b98-b0d7-14518bedd0c5 HTTP/1.1" status: 204 len: 168 time: 0.1921074 Feb 15 03:03:10.774263 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122b64c-0a09-42d8-8f43-9c017384ca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f5432-f1c5-4b98-b0d7-14518bedd0c5,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:11.238235 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42340) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:11.240676 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812348cf-fafa-463a-98a7-0483a032d67b req-3a6a19d4-9848-4f15-a6dd-91a679d84444 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:11.243562 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-812348cf-fafa-463a-98a7-0483a032d67b req-3a6a19d4-9848-4f15-a6dd-91a679d84444 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0973265 Feb 15 03:03:11.258130 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bfe403c3-d532-48f8-8fe9-6887efc90f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.330531 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-812348cf-fafa-463a-98a7-0483a032d67b req-0fd16039-15ba-4419-a33f-ff1551ab8d77 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788417 Feb 15 03:03:11.375786 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bfe403c3-d532-48f8-8fe9-6887efc90f1f admin admin] Publish callbacks [] for security_group (7c076876-71c3-4290-9eac-989280520687), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.386370 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bfe403c3-d532-48f8-8fe9-6887efc90f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7c076876-71c3-4290-9eac-989280520687), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.461294 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-bfe403c3-d532-48f8-8fe9-6887efc90f1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2977b85016de42b48fc8b29463535e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211738 Feb 15 03:03:11.463019 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe403c3-d532-48f8-8fe9-6887efc90f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c076876-71c3-4290-9eac-989280520687,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:11.475899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42344) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:11.570940 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] Publish callbacks [] for security_group (7c076876-71c3-4290-9eac-989280520687), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.630666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] Publish callbacks [] for security_group (7c076876-71c3-4290-9eac-989280520687), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.729153 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7c076876-71c3-4290-9eac-989280520687), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.732985 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.734499 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c076876-71c3-4290-9eac-989280520687 HTTP/1.1" status: 204 len: 168 time: 0.2586949 Feb 15 03:03:11.750819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce9419-4ac8-460c-aca4-ab920957d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c076876-71c3-4290-9eac-989280520687,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:11.774923 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:03:11.789545 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6952458-c7cc-43a9-91b1-384a30f25985 req-bc31ea51-c315-4236-9036-aeb6ef506621 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:11.793187 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6952458-c7cc-43a9-91b1-384a30f25985 req-bc31ea51-c315-4236-9036-aeb6ef506621 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0809412 Feb 15 03:03:11.813330 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07994ffa-f811-428d-a5ce-ba706918237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:11.859439 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6952458-c7cc-43a9-91b1-384a30f25985 req-76553b61-556a-4eb7-9c83-6778aa3a532b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Feb 15 03:03:12.034485 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:12.049781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:03:12.147291 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:12.147821 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:12.166530 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:03:12.208425 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:12.216193 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:12.305007 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:12.507675 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:03:12.533752 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5da9e-8912-4b3e-a797-c98f468dda6b req-68804b2d-602d-4670-993e-58e392874870 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:12.535638 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a1e5da9e-8912-4b3e-a797-c98f468dda6b req-68804b2d-602d-4670-993e-58e392874870 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0719616 Feb 15 03:03:12.664442 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a1e5da9e-8912-4b3e-a797-c98f468dda6b req-315fadc0-933d-43c9-a8e9-88739ae22212 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165020 Feb 15 03:03:13.051441 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6b6d-e828-41a7-8484-f2e690a772b0 req-ca9abecb-b8ba-465d-9c30-6b62b3182e50 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:13.054103 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3c8e6b6d-e828-41a7-8484-f2e690a772b0 req-ca9abecb-b8ba-465d-9c30-6b62b3182e50 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0845048 Feb 15 03:03:13.121604 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3c8e6b6d-e828-41a7-8484-f2e690a772b0 req-2446d011-6bf0-487d-9ea0-f7bcce3e3f31 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602822 Feb 15 03:03:13.851847 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e21de-3913-41cc-b5be-e4a28b9b6342 req-a1955640-fbb6-4827-91df-6a45569bca89 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:13.854845 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf9e21de-3913-41cc-b5be-e4a28b9b6342 req-a1955640-fbb6-4827-91df-6a45569bca89 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0785079 Feb 15 03:03:13.946814 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf9e21de-3913-41cc-b5be-e4a28b9b6342 req-55c51d08-29f1-49e1-a66c-c45a6ee9a9ad tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808046 Feb 15 03:03:14.274848 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c002-87ed-444a-92cf-c9f43d8023cc req-d6ad6109-3e76-4258-963c-023c15571c41 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:14.276465 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-64e8c002-87ed-444a-92cf-c9f43d8023cc req-d6ad6109-3e76-4258-963c-023c15571c41 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0713959 Feb 15 03:03:14.350906 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-64e8c002-87ed-444a-92cf-c9f43d8023cc req-d9d48d1e-ac1e-4f6c-93b2-08cc7c493fea tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 Feb 15 03:03:14.700929 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ccbf65ad-0213-427c-abe1-1c33fd21bd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:15.120504 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5817e0b-e0fe-4a2a-a72b-353bb745846f req-197fe3c9-a3a0-4ece-9273-98fb8d01933d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:15.122199 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5817e0b-e0fe-4a2a-a72b-353bb745846f req-197fe3c9-a3a0-4ece-9273-98fb8d01933d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0668123 Feb 15 03:03:15.178675 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5817e0b-e0fe-4a2a-a72b-353bb745846f req-95d0343e-9a80-47d2-b7c2-8779c6478ff9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489523 Feb 15 03:03:15.542745 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b31d-3775-4238-ad93-8c1b6911442b req-2a685d50-a316-46f0-92dc-05876d590496 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:15.545534 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9ba6b31d-3775-4238-ad93-8c1b6911442b req-2a685d50-a316-46f0-92dc-05876d590496 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0820553 Feb 15 03:03:15.620092 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9ba6b31d-3775-4238-ad93-8c1b6911442b req-24152ecb-8a4f-41db-919c-9781e7f912b5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677876 Feb 15 03:03:16.315861 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da20931-367f-4c0c-a212-0b066d35fe52 req-14e47aa5-ef8a-42f1-b3a3-f2d88b26c356 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:16.317574 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1da20931-367f-4c0c-a212-0b066d35fe52 req-14e47aa5-ef8a-42f1-b3a3-f2d88b26c356 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0620105 Feb 15 03:03:16.372284 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1da20931-367f-4c0c-a212-0b066d35fe52 req-0cc30a1b-9864-4424-8c6f-ca0ba61665ad tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488749 Feb 15 03:03:16.482726 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:16.772369 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2e513-c25e-4e33-ac96-6dbb92bf1aab req-96d0c415-768a-4af2-be71-b5f988643f52 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:16.774865 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-daa2e513-c25e-4e33-ac96-6dbb92bf1aab req-96d0c415-768a-4af2-be71-b5f988643f52 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0739303 Feb 15 03:03:16.857264 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-daa2e513-c25e-4e33-ac96-6dbb92bf1aab req-b1c5ef8e-453d-4aab-8bb0-37352d2ec2ba tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Feb 15 03:03:17.524633 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c23f1-64af-4ff6-9b8d-096d923d7340 req-f0de9ec0-6c93-43c7-b213-1b10eb390e00 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:17.527352 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-002c23f1-64af-4ff6-9b8d-096d923d7340 req-f0de9ec0-6c93-43c7-b213-1b10eb390e00 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0796466 Feb 15 03:03:17.578509 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-002c23f1-64af-4ff6-9b8d-096d923d7340 req-3d203ddc-c220-4b5a-9f6c-7b5e868b3d24 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Feb 15 03:03:17.966880 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.002302 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd732e5-828d-4631-b593-4103fa8e7922 req-a005bc6c-a9f8-47af-b23b-351e65fe31e9 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:18.004153 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bdd732e5-828d-4631-b593-4103fa8e7922 req-a005bc6c-a9f8-47af-b23b-351e65fe31e9 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0673363 Feb 15 03:03:18.083818 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bdd732e5-828d-4631-b593-4103fa8e7922 req-c55fab79-ab93-4bdf-a463-ecc34a5dabd5 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693295 Feb 15 03:03:18.735093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a98e-2a79-4dd9-a0b6-2acf5402ac21 req-9fb883fc-e85e-4929-a391-73579aa49b51 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:18.737022 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ced4a98e-2a79-4dd9-a0b6-2acf5402ac21 req-9fb883fc-e85e-4929-a391-73579aa49b51 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0588005 Feb 15 03:03:18.807223 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:18.810663 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ced4a98e-2a79-4dd9-a0b6-2acf5402ac21 req-6fd59cab-ab2a-40e5-b704-3dbd145fae62 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669382 Feb 15 03:03:19.310553 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934a29-57fe-410e-b897-6d4b6dafc6cf req-28b98c6b-578d-4c9f-9bff-9fa32755980d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:19.313256 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-67934a29-57fe-410e-b897-6d4b6dafc6cf req-28b98c6b-578d-4c9f-9bff-9fa32755980d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1233621 Feb 15 03:03:19.376723 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-67934a29-57fe-410e-b897-6d4b6dafc6cf req-f70d381b-eaa2-4fc4-beb0-6a7a69d7365a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541894 Feb 15 03:03:19.945841 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea980486-4b01-4c46-9f97-2338a177ea3f req-27fc1719-93c1-44ab-a932-071377137b7a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:19.947543 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ea980486-4b01-4c46-9f97-2338a177ea3f req-27fc1719-93c1-44ab-a932-071377137b7a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0593383 Feb 15 03:03:20.002209 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ea980486-4b01-4c46-9f97-2338a177ea3f req-9b29e845-b37d-4490-9112-5c140b98b257 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485709 Feb 15 03:03:20.168070 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:20.235656 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:03:20.241566 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:20.242026 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.367607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:20.368258 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.411907 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:20.415108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f9caa-60f9-4fd2-a883-fbdc9f7f7fa0" -d '{"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:20.434637 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:20.441908 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:20.475748 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf67c27-6108-430a-88b5-11f39fe0e284 x-openstack-request-id: req-6cf67c27-6108-430a-88b5-11f39fe0e284 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:20.476244 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:20.476660 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cf67c27-6108-430a-88b5-11f39fe0e284 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:20.477290 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'code': 200} Feb 15 03:03:20.525873 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:20.539754 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.540251 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.541564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.541564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.542016 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.542603 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.543218 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.543798 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.544372 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.544816 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.545326 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.545894 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.546474 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:20.557249 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf79dc-8b22-45d7-87fe-c0c69db97a28 req-c48e26cf-3ad5-4f84-82b4-39106ea894ff tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:20.559674 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bbdf79dc-8b22-45d7-87fe-c0c69db97a28 req-c48e26cf-3ad5-4f84-82b4-39106ea894ff tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0666595 Feb 15 03:03:20.614560 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bbdf79dc-8b22-45d7-87fe-c0c69db97a28 req-1d8c17ab-1e94-400f-9dc3-c89adfff2774 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Feb 15 03:03:21.170249 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069daf-1376-4ab8-afdd-db598a4dee83 req-0ead8202-b2a8-47e6-a7d7-9642311ed2e5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:21.171913 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5d069daf-1376-4ab8-afdd-db598a4dee83 req-0ead8202-b2a8-47e6-a7d7-9642311ed2e5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0590696 Feb 15 03:03:21.231243 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5d069daf-1376-4ab8-afdd-db598a4dee83 req-14a4e11b-2ab8-43df-bcfd-3fa647d1cacb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491173 Feb 15 03:03:21.760086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b28d0-bd6a-44ec-ae16-c3a29549d470 req-1ec94b16-4ca9-4515-9532-f20e42f9e3b1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:21.762564 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cc7b28d0-bd6a-44ec-ae16-c3a29549d470 req-1ec94b16-4ca9-4515-9532-f20e42f9e3b1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0743186 Feb 15 03:03:21.815738 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cc7b28d0-bd6a-44ec-ae16-c3a29549d470 req-d7931b23-5dac-490a-9ce5-441f9b5d624f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Feb 15 03:03:21.952256 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:22.150464 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7373-51fb-4552-a92c-17ff6f66117f req-77d78c03-ae50-402a-bcfc-a8b342e8389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:22.151946 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-20df7373-51fb-4552-a92c-17ff6f66117f req-77d78c03-ae50-402a-bcfc-a8b342e8389d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1129 time: 0.0552123 Feb 15 03:03:22.206749 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-20df7373-51fb-4552-a92c-17ff6f66117f req-62722a53-034a-4fc8-8f47-9001d6587e30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Feb 15 03:03:22.369528 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfcfec-7d03-43bd-a0af-85cf01ce3898 req-f0e1026b-e6d9-431b-8177-79c64f8052bf tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:22.371094 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-63cfcfec-7d03-43bd-a0af-85cf01ce3898 req-f0e1026b-e6d9-431b-8177-79c64f8052bf tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0615218 Feb 15 03:03:22.428040 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-63cfcfec-7d03-43bd-a0af-85cf01ce3898 req-d22f0e38-8185-4f8c-a1e7-785ef14b1189 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504222 Feb 15 03:03:22.955324 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93832-9028-42f4-bc89-c1ae058820aa req-1073cde8-c519-4b6b-86a4-186c53f6552c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:22.956919 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7c93832-9028-42f4-bc89-c1ae058820aa req-1073cde8-c519-4b6b-86a4-186c53f6552c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0638630 Feb 15 03:03:23.017899 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7c93832-9028-42f4-bc89-c1ae058820aa req-779db4fa-0308-404d-9e47-bbae8d53ae6f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Feb 15 03:03:23.598081 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9290-63d0-4419-becd-5b9c6f5c9785 req-adb108e7-8082-416e-a50e-caffb0dabf7e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:23.600474 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b9fb9290-63d0-4419-becd-5b9c6f5c9785 req-adb108e7-8082-416e-a50e-caffb0dabf7e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0733471 Feb 15 03:03:23.696050 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b9fb9290-63d0-4419-becd-5b9c6f5c9785 req-aa6350f7-1af2-45c4-b29f-7f073114876c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828321 Feb 15 03:03:24.175525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ada4-2a74-4a0f-b516-46e0e6316481 req-6d2ea4de-d685-4dc1-9217-1b07e265b887 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:24.177237 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d361ada4-2a74-4a0f-b516-46e0e6316481 req-6d2ea4de-d685-4dc1-9217-1b07e265b887 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0607851 Feb 15 03:03:24.247832 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d361ada4-2a74-4a0f-b516-46e0e6316481 req-7a480357-6479-4b86-a7d1-f80868597db7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606184 Feb 15 03:03:24.868611 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201db72-c755-4674-91e5-4d1996ae9b37 req-816c5abb-ba37-4dda-8a93-f003377f33ae tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:24.870102 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9201db72-c755-4674-91e5-4d1996ae9b37 req-816c5abb-ba37-4dda-8a93-f003377f33ae tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0752096 Feb 15 03:03:24.924608 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9201db72-c755-4674-91e5-4d1996ae9b37 req-8b097541-2961-4904-b3be-a51170afdaff tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466235 Feb 15 03:03:25.424692 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491b714-2605-4f22-804e-6579290c759b req-906da2c9-75e9-42f2-9da5-bd8a13d1e7bc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:25.427280 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8491b714-2605-4f22-804e-6579290c759b req-906da2c9-75e9-42f2-9da5-bd8a13d1e7bc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0730259 Feb 15 03:03:25.507585 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8491b714-2605-4f22-804e-6579290c759b req-5059b436-7790-40cc-b7a4-c3135940ee41 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732813 Feb 15 03:03:25.919392 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-e8608676-4204-42db-b82e-7c33eafaec7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469165 Feb 15 03:03:26.075249 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-47caf9e4-e0e1-435e-8c70-1b0435660cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:26.076984 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-47caf9e4-e0e1-435e-8c70-1b0435660cd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56d6a0518ac743a5977510bac8e9e8fa&device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 1130 time: 0.0943403 Feb 15 03:03:26.119620 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822ee35-cc1f-422a-afb9-b5f226fd68ce req-0013d78f-1e12-45b5-9ad3-6422fb328c34 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:26.128856 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8822ee35-cc1f-422a-afb9-b5f226fd68ce req-0013d78f-1e12-45b5-9ad3-6422fb328c34 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0912209 Feb 15 03:03:26.272023 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8822ee35-cc1f-422a-afb9-b5f226fd68ce req-c7184a87-5703-48fd-8112-88b83f3380e5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316214 Feb 15 03:03:26.325635 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-83dc614f-abaf-47df-a850-68d9b6ba5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:26.327777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-83dc614f-abaf-47df-a850-68d9b6ba5677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a5b4472-1482-406e-b9ba-ee756f2ad38f HTTP/1.1" status: 200 len: 912 time: 0.1975899 Feb 15 03:03:26.393728 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-3c4270fc-216e-40dd-ab99-bc5afce409b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa HTTP/1.1" status: 200 len: 217 time: 0.0586812 Feb 15 03:03:26.485924 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-eee7e974-aa98-4fca-a0bb-54b3f0da3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:26.488550 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-eee7e974-aa98-4fca-a0bb-54b3f0da3ca3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1bd91a9-143e-4e1e-b763-8349068969f4 HTTP/1.1" status: 200 len: 852 time: 0.0876708 Feb 15 03:03:26.540331 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-cd9e3976-7478-4315-af18-a65c5464b3d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a5b4472-1482-406e-b9ba-ee756f2ad38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435717 Feb 15 03:03:26.691037 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-e7d6d3ff-3dd2-4471-bdce-b3e147244e95 service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415217 Feb 15 03:03:26.830102 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c80c2c84-297d-45e8-a6ae-52c3c2bb8e21 req-7b981a70-99be-44bd-9340-68bac5cd603e service neutron] 10.222.0.52 "GET /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312249 Feb 15 03:03:27.046884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7101ed4-e23a-4004-b3ea-da407c2b4bed req-60d39d86-ed24-44d9-8dda-bb68a7cd7600 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:27.055998 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c7101ed4-e23a-4004-b3ea-da407c2b4bed req-60d39d86-ed24-44d9-8dda-bb68a7cd7600 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.4229567 Feb 15 03:03:27.151934 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c7101ed4-e23a-4004-b3ea-da407c2b4bed req-7f283ae5-1d7a-487a-850a-2312534303eb tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948586 Feb 15 03:03:27.572503 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53ea1-51ee-4b84-bb23-944db7a57824 req-50dd5319-0c3e-436d-94e1-50e20db165cb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:27.577452 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-edc53ea1-51ee-4b84-bb23-944db7a57824 req-50dd5319-0c3e-436d-94e1-50e20db165cb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1468000 Feb 15 03:03:27.616094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7f41-47a2-4a18-a5db-54190dea4444 req-027015de-1d38-41c3-ab0e-6b5acddaa179 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:27.627481 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4a8e7f41-47a2-4a18-a5db-54190dea4444 req-027015de-1d38-41c3-ab0e-6b5acddaa179 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.0996523 Feb 15 03:03:27.697349 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-edc53ea1-51ee-4b84-bb23-944db7a57824 req-093fb1aa-3cae-43f9-8b5b-81f130c0db41 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106203 Feb 15 03:03:27.728997 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4a8e7f41-47a2-4a18-a5db-54190dea4444 req-9346176b-c756-4bb5-a6e2-940280aa7dbb tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952303 Feb 15 03:03:27.910415 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284a08-6335-43df-9e5b-f4b65f429f0a req-454c7e5a-f88d-49f6-b12a-c7ed9543c9c9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:27.913110 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1c284a08-6335-43df-9e5b-f4b65f429f0a req-454c7e5a-f88d-49f6-b12a-c7ed9543c9c9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1008840 Feb 15 03:03:27.923551 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42740) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:27.926253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42742) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:27.937592 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'floatingip': {'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:28.091039 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.256902 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Publish callbacks [] for security_group (51ed6936-3b30-44b0-8145-891b33c58578), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.271494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (51ed6936-3b30-44b0-8145-891b33c58578), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.372082 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f2f412e29d45d39cad1b15b5a612b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465313 Feb 15 03:03:28.375357 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed6936-3b30-44b0-8145-891b33c58578,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:28.379001 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42768) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:28.387623 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.387978 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.388335 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.388679 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.389033 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.389364 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.389701 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.390038 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.390374 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.390725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.391037 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.391427 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.392279 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952fe03-9add-4072-9db6-f994be27ed6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:28.393147 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.424078 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa4cf-ab5e-458f-9eb1-cc304b648f6a req-630ceca0-36f4-4f2e-a41e-3e4320e6c15d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:28.425899 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aadfa4cf-ab5e-458f-9eb1-cc304b648f6a req-630ceca0-36f4-4f2e-a41e-3e4320e6c15d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1608658 Feb 15 03:03:28.508496 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aadfa4cf-ab5e-458f-9eb1-cc304b648f6a req-3050e76a-76c6-45fa-b91a-ca2a31192038 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Feb 15 03:03:28.714810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Publish callbacks [] for security_group (51ed6936-3b30-44b0-8145-891b33c58578), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:28.861496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Publish callbacks [] for security_group (51ed6936-3b30-44b0-8145-891b33c58578), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.081945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b22fa-99c8-4e39-b5b7-a0f2fc12e30c req-eb939bf2-d842-46b0-a274-4e858089d1e5 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:29.084823 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-904b22fa-99c8-4e39-b5b7-a0f2fc12e30c req-eb939bf2-d842-46b0-a274-4e858089d1e5 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.2660959 Feb 15 03:03:29.325716 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (51ed6936-3b30-44b0-8145-891b33c58578), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.331041 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.332892 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51ed6936-3b30-44b0-8145-891b33c58578 HTTP/1.1" status: 204 len: 168 time: 0.9518788 Feb 15 03:03:29.405768 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed6936-3b30-44b0-8145-891b33c58578,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:29.469558 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-904b22fa-99c8-4e39-b5b7-a0f2fc12e30c req-bc57c20b-7a11-490e-a985-107f6b33825d tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714297 Feb 15 03:03:29.481761 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.482381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.482963 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.483580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.484161 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.495227 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e336c4-3a1f-458f-bd23-a8435726ccda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:29.714504 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab04e6-4840-404a-a0f8-31e74684d068 req-4414bd46-4741-44a7-a6ec-404569814a2a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:29.725821 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9dab04e6-4840-404a-a0f8-31e74684d068 req-4414bd46-4741-44a7-a6ec-404569814a2a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0824485 Feb 15 03:03:29.780138 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.db.resource_extend [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 03:03:29.784737 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9dab04e6-4840-404a-a0f8-31e74684d068 req-525469e0-e8c2-42d6-aaf8-0e00e4f2dc36 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575662 Feb 15 03:03:29.831118 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42796) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:29.857182 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f948d1e-4e3d-497f-ba55-951331c79d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.912672 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.918835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.971569 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f948d1e-4e3d-497f-ba55-951331c79d84 admin admin] Publish callbacks [] for security_group (651dd471-7e33-48ad-b6a2-26984d02dc8f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:29.978015 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f948d1e-4e3d-497f-ba55-951331c79d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (651dd471-7e33-48ad-b6a2-26984d02dc8f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.023251 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1f948d1e-4e3d-497f-ba55-951331c79d84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61f804abae41496c81353edd415425df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903474 Feb 15 03:03:30.027369 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42798) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:30.036538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f948d1e-4e3d-497f-ba55-951331c79d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651dd471-7e33-48ad-b6a2-26984d02dc8f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:30.075924 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Floating IP 8c1f322c-a49f-4b8a-adc7-841d7282b62d associated. External IP: 172.27.1.249, port: 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48. Feb 15 03:03:30.093832 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] Publish callbacks [] for security_group (651dd471-7e33-48ad-b6a2-26984d02dc8f), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.128989 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] Publish callbacks [] for security_group (651dd471-7e33-48ad-b6a2-26984d02dc8f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.213083 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (651dd471-7e33-48ad-b6a2-26984d02dc8f), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.217341 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.223700 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/651dd471-7e33-48ad-b6a2-26984d02dc8f HTTP/1.1" status: 204 len: 168 time: 0.1907809 Feb 15 03:03:30.244869 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce129b81-914b-4cdf-88ce-79c5dae54184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651dd471-7e33-48ad-b6a2-26984d02dc8f,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:30.387270 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:30.813857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:30.814884 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:30.829859 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:30.850560 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:30.851955 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:30.856248 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e3b83e96-93c9-40d0-9a3a-8fb9cd9561f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "PUT /v2.0/floatingips/8c1f322c-a49f-4b8a-adc7-841d7282b62d HTTP/1.1" status: 200 len: 991 time: 2.9277256 Feb 15 03:03:30.858443 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:30.861499 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1762c3-0da9-451c-a75e-299af9d123b7" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:30.883241 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391d34-1fa1-408d-b4e5-22abb84d6147 req-c3499809-a267-41f2-a57b-54d0f92ada11 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:30.890873 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6e391d34-1fa1-408d-b4e5-22abb84d6147 req-c3499809-a267-41f2-a57b-54d0f92ada11 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.1312399 Feb 15 03:03:30.985740 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6e391d34-1fa1-408d-b4e5-22abb84d6147 req-74372c6e-2417-4ae7-b3ab-1dd6cd3757d2 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909259 Feb 15 03:03:31.066874 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec07a8-7100-499c-b72f-f6f555d2fa96 req-baee91db-772e-48b8-a14d-b4af874e4072 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:31.068703 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9fec07a8-7100-499c-b72f-f6f555d2fa96 req-baee91db-772e-48b8-a14d-b4af874e4072 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0759349 Feb 15 03:03:31.146966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fcb156-5a87-4133-8a9e-6967466a01e6 x-openstack-request-id: req-f6fcb156-5a87-4133-8a9e-6967466a01e6 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:31.147581 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:31.147999 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6fcb156-5a87-4133-8a9e-6967466a01e6 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:31.148599 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'status': 'completed', 'code': 200} Feb 15 03:03:31.209748 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:31.248232 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9fec07a8-7100-499c-b72f-f6f555d2fa96 req-14e9e389-3fd4-41f1-a8ec-87d83de195b3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691091 Feb 15 03:03:31.351710 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-1f5409ed-5747-42a6-b2f1-432bd2ef4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:31.363029 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-1f5409ed-5747-42a6-b2f1-432bd2ef4ce9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1129 time: 0.1880796 Feb 15 03:03:31.552836 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-381b8fbb-d74c-4464-b945-acc69c94ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:31.556088 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-381b8fbb-d74c-4464-b945-acc69c94ca53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.1858516 Feb 15 03:03:31.707360 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '8c1f322c-a49f-4b8a-adc7-841d7282b62d', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd6519-d67b-4635-af86-336ae2fde18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:02:47Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:31.752191 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:31.763305 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:31.763965 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:31.851062 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-da44a4f4-b7fd-4831-b889-2146e3b77e7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 999 time: 0.2864990 Feb 15 03:03:31.867598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-9e4806a0-06bb-4923-be45-c783433da62b tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:31.870285 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-9e4806a0-06bb-4923-be45-c783433da62b tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.2105451 Feb 15 03:03:31.896641 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:32.103779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-da07b3d8-3450-4772-87b6-bc347bf60ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:32.106056 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-da07b3d8-3450-4772-87b6-bc347bf60ba4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.2341881 Feb 15 03:03:32.326193 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-025b0a18-a9e8-4d37-bb14-e8b42661d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:32.329457 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-025b0a18-a9e8-4d37-bb14-e8b42661d1da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2143123 Feb 15 03:03:32.335677 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Deleting port fdb2ff78-1b2a-416b-929c-83b03b4627aa {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:03:32.335861 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.607704 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b4182-7ee8-474f-be57-2dc6d3e8fc41 req-c9c0eadb-6f6c-4022-9c9b-a51bb1a72536 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:32.608417 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e41b4182-7ee8-474f-be57-2dc6d3e8fc41 req-c9c0eadb-6f6c-4022-9c9b-a51bb1a72536 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 946 time: 0.4314678 Feb 15 03:03:32.610841 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '8c1f322c-a49f-4b8a-adc7-841d7282b62d', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd6519-d67b-4635-af86-336ae2fde18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:02:47Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:32.618681 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff19e7b-943b-4162-9308-36463dc115bf req-2e48cbdd-adc5-487d-8d35-254559978d10 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:32.632019 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0ff19e7b-943b-4162-9308-36463dc115bf req-2e48cbdd-adc5-487d-8d35-254559978d10 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1270075 Feb 15 03:03:32.660941 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfb4bb-2c55-40db-b544-852855237f92 None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '8c1f322c-a49f-4b8a-adc7-841d7282b62d', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd6519-d67b-4635-af86-336ae2fde18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:02:47Z', 'updated_at': '2022-02-15T03:03:29Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:32.730177 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] For port fdb2ff78-1b2a-416b-929c-83b03b4627aa, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fdb2ff78-1b2a-416b-929c-83b03b4627aa,segment=NetworkSegment(5f39c2ba-f611-40e5-95a1-556b0854315c),segment_id=5f39c2ba-f611-40e5-95a1-556b0854315c)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:32.730912 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:32.772080 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e41b4182-7ee8-474f-be57-2dc6d3e8fc41 req-056be853-2f69-4a80-a709-2d72c73a9b66 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350651 Feb 15 03:03:32.773790 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0ff19e7b-943b-4162-9308-36463dc115bf req-f4071015-45fe-4ef9-816a-7971eb7cbb20 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403348 Feb 15 03:03:32.780221 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Calling delete_port for fdb2ff78-1b2a-416b-929c-83b03b4627aa owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:03:32.894802 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-82a1da92-1b57-45fd-9c80-14f73eb14da5 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542692 Feb 15 03:03:33.119934 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e1762c3-0da9-451c-a75e-299af9d123b7 req-36c557f4-2980-4d1c-b710-5a39f3966612 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134247 Feb 15 03:03:33.126702 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e22c5c-b0bd-48d3-947e-ea8b357da1a2 None None] New status for floating IP 8c1f322c-a49f-4b8a-adc7-841d7282b62d: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:03:33.186443 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (fdb2ff78-1b2a-416b-929c-83b03b4627aa), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.244066 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Pushing event deleted for resources: {'Port': ['ID=fdb2ff78-1b2a-416b-929c-83b03b4627aa,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:33.351262 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] No DVR routers for this DVR port fdb2ff78-1b2a-416b-929c-83b03b4627aa on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:03:33.359061 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:33.366699 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dbedf269-18c1-4242-8d50-7d1d20b9b40f req-0c765079-8cd0-4e6b-9fdf-f5c070c5a9d4 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.52 "DELETE /v2.0/ports/fdb2ff78-1b2a-416b-929c-83b03b4627aa HTTP/1.1" status: 204 len: 173 time: 1.4811380 Feb 15 03:03:33.367806 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'name': 'network-vif-deleted', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:03:33.371837 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3915c3d4-8fb2-435a-be24-fcf46f496bab" -d '{"events": [{"server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "name": "network-vif-deleted", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:03:33.442779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879df9b-c72e-48d5-b95a-4a3d3b693785 x-openstack-request-id: req-c879df9b-c72e-48d5-b95a-4a3d3b693785 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:03:33.443389 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0499b0-e6f2-4496-9be3-ab51a3132354", "name": "network-vif-deleted", "tag": "fdb2ff78-1b2a-416b-929c-83b03b4627aa", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:03:33.443787 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c879df9b-c72e-48d5-b95a-4a3d3b693785 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:03:33.444437 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0499b0-e6f2-4496-9be3-ab51a3132354', 'name': 'network-vif-deleted', 'tag': 'fdb2ff78-1b2a-416b-929c-83b03b4627aa', 'status': 'completed', 'code': 200} Feb 15 03:03:33.979957 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-afee1f5b-b72a-403a-958d-0468eb0f2c65 req-379ba707-732e-4f62-a39c-52dacf1b6ffb tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.0672364 Feb 15 03:03:33.989233 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fdb2ff78-1b2a-416b-929c-83b03b4627aa no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:03:34.030018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7862-200c-4257-a1bf-fa82a9299c89 req-82062417-9721-4f3f-8f3d-e3e5f20bbf1c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:34.031690 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2e3d7862-200c-4257-a1bf-fa82a9299c89 req-82062417-9721-4f3f-8f3d-e3e5f20bbf1c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0779052 Feb 15 03:03:34.043443 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: fdb2ff78-1b2a-416b-929c-83b03b4627aa {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:03:34.044176 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fdb2ff78-1b2a-416b-929c-83b03b4627aa not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:03:34.088265 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2e3d7862-200c-4257-a1bf-fa82a9299c89 req-4eb934ba-26de-4e89-8c42-ab79e43a4557 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463080 Feb 15 03:03:34.366879 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 42966) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:34.504424 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5aa70e53-42de-449d-a366-fd78e6d46f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.612694 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5aa70e53-42de-449d-a366-fd78e6d46f8d admin admin] Publish callbacks [] for security_group (7f832bf5-eee7-482d-8fde-0e4bddfe4a86), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.616888 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5aa70e53-42de-449d-a366-fd78e6d46f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7f832bf5-eee7-482d-8fde-0e4bddfe4a86), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.659601 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-5aa70e53-42de-449d-a366-fd78e6d46f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33667712a02841649d4d0d0adccfce8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910962 Feb 15 03:03:34.660623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa70e53-42de-449d-a366-fd78e6d46f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f832bf5-eee7-482d-8fde-0e4bddfe4a86,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:34.662913 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 42978) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:34.736394 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] Publish callbacks [] for security_group (7f832bf5-eee7-482d-8fde-0e4bddfe4a86), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.756672 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] Publish callbacks [] for security_group (7f832bf5-eee7-482d-8fde-0e4bddfe4a86), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.819997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7f832bf5-eee7-482d-8fde-0e4bddfe4a86), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.824092 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:34.826158 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f832bf5-eee7-482d-8fde-0e4bddfe4a86 HTTP/1.1" status: 204 len: 168 time: 0.1615534 Feb 15 03:03:34.845073 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c4768-7ed4-48c5-8d3e-d9254c304f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f832bf5-eee7-482d-8fde-0e4bddfe4a86,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:35.238680 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f2ea282a-1a26-4b06-ab96-0861bea10e2d req-4a79dd71-5af1-4781-a9cd-fbc0dfc66c00 tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.0356166 Feb 15 03:03:35.275384 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc04aa0-8736-47b9-8ab9-cb02fe97bf88 req-30e9a02d-080d-4464-8df6-4ddca0abffe2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:35.277017 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ccc04aa0-8736-47b9-8ab9-cb02fe97bf88 req-30e9a02d-080d-4464-8df6-4ddca0abffe2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0794752 Feb 15 03:03:35.340665 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ccc04aa0-8736-47b9-8ab9-cb02fe97bf88 req-5bfdbdac-c3ad-4a03-b2e0-e4a57a8c40c0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564380 Feb 15 03:03:36.352951 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-41b1bff9-18a9-4422-9f9a-d259218e0a72 req-a06769fd-1846-4063-85b3-972bde7d0d7e tempest-DeleteServersTestJSON-1662444807 tempest-DeleteServersTestJSON-1662444807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e0499b0-e6f2-4496-9be3-ab51a3132354 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Feb 15 03:03:36.478867 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984834a-5d49-4d7a-bfb4-d82bcf100b3c req-db48f111-daf5-4d53-9c3b-7337a58bc17e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:36.480603 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9984834a-5d49-4d7a-bfb4-d82bcf100b3c req-db48f111-daf5-4d53-9c3b-7337a58bc17e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0603693 Feb 15 03:03:36.539031 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9984834a-5d49-4d7a-bfb4-d82bcf100b3c req-facc0977-eaac-46e6-9089-b721ce95668f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Feb 15 03:03:37.701882 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f8fa7-5021-44e2-8a3b-8f4cb4f91422 req-4d2b9038-1def-4f76-b6f0-4562b1cb6adf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:37.704785 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ae7f8fa7-5021-44e2-8a3b-8f4cb4f91422 req-4d2b9038-1def-4f76-b6f0-4562b1cb6adf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0827150 Feb 15 03:03:37.779930 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ae7f8fa7-5021-44e2-8a3b-8f4cb4f91422 req-db07e0d1-4c08-46ac-a229-07f51e43c71a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Feb 15 03:03:38.910821 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43128) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:38.944109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0787733-12b5-46ec-bd5c-f4e902ccb903 req-5e9a7cd1-d6f1-4e13-b580-01eaac6d605b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:38.945967 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f0787733-12b5-46ec-bd5c-f4e902ccb903 req-5e9a7cd1-d6f1-4e13-b580-01eaac6d605b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0739810 Feb 15 03:03:38.984559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Deleting subnet a1bd91a9-143e-4e1e-b763-8349068969f4 {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:03:38.990878 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Publish callbacks [] for subnet (a1bd91a9-143e-4e1e-b763-8349068969f4), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.072113 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f0787733-12b5-46ec-bd5c-f4e902ccb903 req-58f8ccf0-5296-4abb-a46a-68033854339a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150074 Feb 15 03:03:39.122857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Publish callbacks [] for subnet (a1bd91a9-143e-4e1e-b763-8349068969f4), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.141146 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (a1bd91a9-143e-4e1e-b763-8349068969f4), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.216095 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (a1bd91a9-143e-4e1e-b763-8349068969f4), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.250151 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bd91a9-143e-4e1e-b763-8349068969f4,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:39.259634 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.263870 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1a753162-a909-48f0-af44-49696b5a67ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a1bd91a9-143e-4e1e-b763-8349068969f4 HTTP/1.1" status: 204 len: 168 time: 0.3502729 Feb 15 03:03:39.266418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43150) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:39.366995 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (7a5b4472-1482-406e-b9ba-ee756f2ad38f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.489220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (7a5b4472-1482-406e-b9ba-ee756f2ad38f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.516901 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.517878 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.519107 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.519724 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > port after_create 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.520472 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.521056 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > port after_update 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.521635 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.521966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.522537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.522925 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.708065 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.708702 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.709396 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.710119 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:03:39.710857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5b4472-1482-406e-b9ba-ee756f2ad38f']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:39.734487 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43164) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:39.749522 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f39c2ba-f611-40e5-95a1-556b0854315c') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:39.749985 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f39c2ba-f611-40e5-95a1-556b0854315c') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:39.793538 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (5f39c2ba-f611-40e5-95a1-556b0854315c), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.823484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (5f39c2ba-f611-40e5-95a1-556b0854315c), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.835289 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:03:39.835826 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (5f39c2ba-f611-40e5-95a1-556b0854315c), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: from cryptography.utils import int_from_bytes Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: from cryptography.utils import int_from_bytes Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:03:39.862275 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:03:39.881526 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43172) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:39.961244 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (7a5b4472-1482-406e-b9ba-ee756f2ad38f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.988831 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5b4472-1482-406e-b9ba-ee756f2ad38f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:39.992293 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:39.996858 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-364f07fc-312f-4106-aa07-0c10a99f7170 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a5b4472-1482-406e-b9ba-ee756f2ad38f HTTP/1.1" status: 204 len: 168 time: 0.7290213 Feb 15 03:03:40.022149 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f29af799-28fa-4eaf-8978-180abb36499c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.048217 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a69010da-43f0-44f4-b573-18f7347f0dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.178086 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43184) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.246664 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8a9f550b-92f7-4945-bddb-6cb6bc141deb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56d6a0518ac743a5977510bac8e9e8fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0672393 Feb 15 03:03:40.252033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43188) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.257032 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f29af799-28fa-4eaf-8978-180abb36499c admin admin] Publish callbacks [] for security_group (b6b59495-eab8-4f95-be45-7fbcc89cab88), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.282576 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a69010da-43f0-44f4-b573-18f7347f0dd2 admin admin] Publish callbacks [] for security_group (a510b677-b133-4ee8-b463-2bd8c16cdb88), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.284460 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f29af799-28fa-4eaf-8978-180abb36499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b6b59495-eab8-4f95-be45-7fbcc89cab88), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.315958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43190) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.316194 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f29af799-28fa-4eaf-8978-180abb36499c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81926d2fc0f94be3bd8e596cc14f848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791385 Feb 15 03:03:40.320363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a69010da-43f0-44f4-b573-18f7347f0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a510b677-b133-4ee8-b463-2bd8c16cdb88), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.394470 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639e248-fe3a-4d26-9c10-90f45990e5dc req-aa2085a0-0d2e-4efa-b2d1-e2b8498dbafd tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:40.396181 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7639e248-fe3a-4d26-9c10-90f45990e5dc req-aa2085a0-0d2e-4efa-b2d1-e2b8498dbafd tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1898627 Feb 15 03:03:40.399939 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af799-28fa-4eaf-8978-180abb36499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b59495-eab8-4f95-be45-7fbcc89cab88,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:40.401535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] Publish callbacks [] for security_group (ab75f38e-da1d-41f4-9fb7-84aefc7a4a89), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.407985 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a69010da-43f0-44f4-b573-18f7347f0dd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=377b78a41b2049f49eb2694489748a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247829 Feb 15 03:03:40.413458 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43196) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:40.463097 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69010da-43f0-44f4-b573-18f7347f0dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a510b677-b133-4ee8-b463-2bd8c16cdb88,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:40.478960 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] Publish callbacks [] for security_group (ab75f38e-da1d-41f4-9fb7-84aefc7a4a89), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.489067 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7639e248-fe3a-4d26-9c10-90f45990e5dc req-f0705e05-e4c2-4c80-8221-d9b1e458086d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Feb 15 03:03:40.515422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] Publish callbacks [] for security_group (b6b59495-eab8-4f95-be45-7fbcc89cab88), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.576638 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] Publish callbacks [] for security_group (b6b59495-eab8-4f95-be45-7fbcc89cab88), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.589759 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] Publish callbacks [] for security_group (a510b677-b133-4ee8-b463-2bd8c16cdb88), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.626830 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ab75f38e-da1d-41f4-9fb7-84aefc7a4a89), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.629775 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.630955 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab75f38e-da1d-41f4-9fb7-84aefc7a4a89 HTTP/1.1" status: 204 len: 168 time: 0.3770971 Feb 15 03:03:40.643253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] Publish callbacks [] for security_group (a510b677-b133-4ee8-b463-2bd8c16cdb88), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.657980 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72016457-ba4f-4273-a3cc-0c517a8c1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab75f38e-da1d-41f4-9fb7-84aefc7a4a89,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:40.697462 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b6b59495-eab8-4f95-be45-7fbcc89cab88), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.700836 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.702141 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6b59495-eab8-4f95-be45-7fbcc89cab88 HTTP/1.1" status: 204 len: 168 time: 0.3842027 Feb 15 03:03:40.712145 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6ef7a-49c3-44f0-a69a-40e2a4d8b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b59495-eab8-4f95-be45-7fbcc89cab88,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:40.730346 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a510b677-b133-4ee8-b463-2bd8c16cdb88), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.733781 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:40.741025 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a510b677-b133-4ee8-b463-2bd8c16cdb88 HTTP/1.1" status: 204 len: 168 time: 0.3127561 Feb 15 03:03:40.759432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af40d1-6e44-4675-961f-69947f16e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a510b677-b133-4ee8-b463-2bd8c16cdb88,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:41.336815 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43226) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:41.362600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbff983e-f081-4cd3-90b1-0371cd3832d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.503566 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbff983e-f081-4cd3-90b1-0371cd3832d7 admin admin] Publish callbacks [] for security_group (cc58bdfb-36ef-4708-81c3-6f37360379fa), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.513033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dbff983e-f081-4cd3-90b1-0371cd3832d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cc58bdfb-36ef-4708-81c3-6f37360379fa), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.622112 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff983e-f081-4cd3-90b1-0371cd3832d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58bdfb-36ef-4708-81c3-6f37360379fa,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:41.659257 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-dbff983e-f081-4cd3-90b1-0371cd3832d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eead7a5feeea40ecb0da6709616e6a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152447 Feb 15 03:03:41.659404 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43242) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:41.697901 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cfd8f-5993-43c6-a1e0-2cab46aa8124 req-32c9301f-1739-4bc1-9ab0-ff57e0dccf40 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:41.707446 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c98cfd8f-5993-43c6-a1e0-2cab46aa8124 req-32c9301f-1739-4bc1-9ab0-ff57e0dccf40 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1406896 Feb 15 03:03:41.724651 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] Publish callbacks [] for security_group (cc58bdfb-36ef-4708-81c3-6f37360379fa), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.766700 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] Publish callbacks [] for security_group (cc58bdfb-36ef-4708-81c3-6f37360379fa), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.773191 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c98cfd8f-5993-43c6-a1e0-2cab46aa8124 req-cc6289d7-37b6-45f3-a38c-c0d8fef17425 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637541 Feb 15 03:03:41.807108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d345e317-c1a6-4d7c-850d-831d6e3bb6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.866776 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cc58bdfb-36ef-4708-81c3-6f37360379fa), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.871717 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:41.876473 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc58bdfb-36ef-4708-81c3-6f37360379fa HTTP/1.1" status: 204 len: 168 time: 0.2140031 Feb 15 03:03:41.889964 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936b0a3-e98d-456d-8ff8-093527f40ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58bdfb-36ef-4708-81c3-6f37360379fa,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:42.436010 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43278) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:42.852669 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-852156802-network', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:42.925188 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Made reservation on behalf of 4b24450db43141d59e07c9aeed3a9a68 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:03:42.928055 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.939464 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:42.994051 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6331-0a46-49c6-85c2-94d0e175a77c req-f1de8cb4-c082-414e-a15a-c89a7909c928 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:42.995753 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-395a6331-0a46-49c6-85c2-94d0e175a77c req-f1de8cb4-c082-414e-a15a-c89a7909c928 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1158621 Feb 15 03:03:43.098203 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-395a6331-0a46-49c6-85c2-94d0e175a77c req-85495c92-c4ae-4c85-827b-51ef07144f9c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Feb 15 03:03:43.103779 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks [] for security_group (cb2ab167-5a2e-4673-bba0-ba23acf064c1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.109353 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cb2ab167-5a2e-4673-bba0-ba23acf064c1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.152285 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:03:43.178078 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ab167-5a2e-4673-bba0-ba23acf064c1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:43.184419 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (783c471f-557b-4704-b9ea-f2a3adcbb51f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.184762 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Added segment 783c471f-557b-4704-b9ea-f2a3adcbb51f of type vlan for network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 Feb 15 03:03:43.240450 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:03:43.252378 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (09e6f2a7-989f-47d7-86f1-8f00da6255c2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.297589 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (09e6f2a7-989f-47d7-86f1-8f00da6255c2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.300518 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.302159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.329354 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43316) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:43.466115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] Pushing event updated for resources: {'Network': ['ID=09e6f2a7-989f-47d7-86f1-8f00da6255c2,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:43.484268 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-180bc72c-cc43-4cdf-883c-a826d038bc27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0454564 Feb 15 03:03:43.486958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43330) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:43.487578 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:03:43.493052 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Request body: {'subnet': {'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-852156802-subnet', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:43.525795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Made reservation on behalf of 4b24450db43141d59e07c9aeed3a9a68 for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:03:43.538144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.605226 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43334) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:43.769236 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7e81-5adb-46ce-986c-9655a15a5336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.782752 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.869156 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:43.898902 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Checking segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:43.899293 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Network hostable DHCP agents. Network: 09e6f2a7-989f-47d7-86f1-8f00da6255c2, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:03:43.952876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:03:43.958761 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-62e8b1e7-12b4-402b-978f-9dd22980d8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.963573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7e81-5adb-46ce-986c-9655a15a5336 admin admin] Publish callbacks [] for security_group (30039592-da9d-4372-b31c-38c4939151a7), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.970518 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 09e6f2a7-989f-47d7-86f1-8f00da6255c2) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:43.975046 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7e81-5adb-46ce-986c-9655a15a5336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (30039592-da9d-4372-b31c-38c4939151a7), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:43.978873 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:43.980010 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.000307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c71cf0-95c7-456d-99e7-9b8370d6533b None None] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:03:44.017654 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a7e81-5adb-46ce-986c-9655a15a5336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30039592-da9d-4372-b31c-38c4939151a7,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:44.049625 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-0a9a7e81-5adb-46ce-986c-9655a15a5336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efc0f22d6ef74938b02555fe65e00fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7187686 Feb 15 03:03:44.054287 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4f73d08f-df8d-4f58-87da-f720dc22c98b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5658166 Feb 15 03:03:44.056882 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43342) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:44.057363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43344) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:44.084421 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:44.247649 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.249455 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.297296 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:03:44.298548 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.329305 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43356) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:44.330806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] Publish callbacks [] for security_group (30039592-da9d-4372-b31c-38c4939151a7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.394900 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f28e0-446a-4c98-a57e-edf96151dd43 req-a4566184-bba6-46b5-ac60-52464ff8647c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:44.408268 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d02f28e0-446a-4c98-a57e-edf96151dd43 req-a4566184-bba6-46b5-ac60-52464ff8647c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1073070 Feb 15 03:03:44.442251 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-62e8b1e7-12b4-402b-978f-9dd22980d8c2 admin admin] Publish callbacks [] for security_group (63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.478299 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-62e8b1e7-12b4-402b-978f-9dd22980d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.513086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] Publish callbacks [] for security_group (30039592-da9d-4372-b31c-38c4939151a7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.536246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Allocated IP 172.20.0.2 (09e6f2a7-989f-47d7-86f1-8f00da6255c2/5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f/2a12c9d2-5c96-4264-9cb9-8c8cb40d0959) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:44.545224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d02f28e0-446a-4c98-a57e-edf96151dd43 req-8f7bdb59-8896-422a-b7cf-ba6370cd4196 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338072 Feb 15 03:03:44.597971 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for router_controller (8ab9c1c1-ee0f-4825-a89e-6705085274ca), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.767299 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-62e8b1e7-12b4-402b-978f-9dd22980d8c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37310229d97c4ead91ceb1f8a07424b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1590724 Feb 15 03:03:44.770300 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43380) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:44.806208 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f4106a51-7283-4387-8a0e-d7c406a41a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.831589 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb954550-7431-474c-a706-a2f5e9e5faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.839119 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8b1e7-12b4-402b-978f-9dd22980d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:44.869156 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] Publish callbacks [] for security_group (63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.902460 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] Publish callbacks [] for security_group (63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.967431 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks [] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.979327 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.983852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:44.990421 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c HTTP/1.1" status: 204 len: 168 time: 0.2188733 Feb 15 03:03:44.991960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.005324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0a05b-312d-425e-8211-04ae1943e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5dfb3-b8a0-4c08-87c3-6c519bf4a75c,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:45.137969 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (30039592-da9d-4372-b31c-38c4939151a7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.144013 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.146455 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30039592-da9d-4372-b31c-38c4939151a7 HTTP/1.1" status: 204 len: 168 time: 1.0872889 Feb 15 03:03:45.153141 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for router_gateway (8ab9c1c1-ee0f-4825-a89e-6705085274ca), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.155134 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:45.162591 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:45.168143 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:45.177335 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bbfe6-29a8-4b9e-82ee-fe062eb5cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30039592-da9d-4372-b31c-38c4939151a7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:45.362012 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f4106a51-7283-4387-8a0e-d7c406a41a34 admin admin] Publish callbacks [] for security_group (96d7fa82-8bea-4b06-9efa-7a56f0da0433), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.384443 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f4106a51-7283-4387-8a0e-d7c406a41a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (96d7fa82-8bea-4b06-9efa-7a56f0da0433), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.516443 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Pushing event updated for resources: {'Port': ['ID=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:45.559994 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4106a51-7283-4387-8a0e-d7c406a41a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7fa82-8bea-4b06-9efa-7a56f0da0433,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:45.573379 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f4106a51-7283-4387-8a0e-d7c406a41a34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66efa125f255439788d34125f58e5123&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2356591 Feb 15 03:03:45.577632 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43410) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:45.602087 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Attempting to bind port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:45.604254 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Attempting to bind port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:45.606347 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Attempting to bind port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:45.629436 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:45.631265 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Checking segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:45.632027 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.634022 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Bound using segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:45.635910 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Bound port: 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:45.639066 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.698721 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] Publish callbacks [] for security_group (96d7fa82-8bea-4b06-9efa-7a56f0da0433), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.814359 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] Publish callbacks [] for security_group (96d7fa82-8bea-4b06-9efa-7a56f0da0433), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.856019 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] For port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:45.869264 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] For port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:45.882827 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:45.970887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da99fd-81f4-4f15-a9cd-69fc7410d9e2 None None] Pushing event updated for resources: {'Port': ['ID=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:45.983592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for router_gateway (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.022061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.209532 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Allocated IP 172.27.1.216 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/8c86f882-c21d-4be4-b5b7-92fa048a6a84) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:46.392285 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130f5a8-6197-4902-9345-252a842b16a9 req-ce1ac437-9f55-4cc9-b44d-6470420de935 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:46.395417 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3130f5a8-6197-4902-9345-252a842b16a9 req-ce1ac437-9f55-4cc9-b44d-6470420de935 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.6177738 Feb 15 03:03:46.471309 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (96d7fa82-8bea-4b06-9efa-7a56f0da0433), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.476275 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.482701 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96d7fa82-8bea-4b06-9efa-7a56f0da0433 HTTP/1.1" status: 204 len: 168 time: 0.9007037 Feb 15 03:03:46.520187 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.676345 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3130f5a8-6197-4902-9345-252a842b16a9 req-8747f02c-27a8-4fbd-8596-8917675da790 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444575 Feb 15 03:03:46.684138 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef537df0-da33-4334-b1bd-9b29e9957065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7fa82-8bea-4b06-9efa-7a56f0da0433,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:46.775100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.857331 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:46.969510 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:46.979011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:46.982917 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Pushing event updated for resources: {'Port': ['ID=8c86f882-c21d-4be4-b5b7-92fa048a6a84,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:46.994574 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:47.454064 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for router_gateway (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:47.761586 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43544) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:47.874095 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638895f4-4746-432c-bdcd-640d56446b08 None None] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:03:47.979819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a0513-aadd-4e9b-b79a-527652c73004 req-ac0d9ec7-04f3-4535-a284-a87575c32b4a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:47.981963 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1c6a0513-aadd-4e9b-b79a-527652c73004 req-ac0d9ec7-04f3-4535-a284-a87575c32b4a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1592128 Feb 15 03:03:48.076729 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1c6a0513-aadd-4e9b-b79a-527652c73004 req-993042e6-cb28-4c95-b68e-c253e6a76d86 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882974 Feb 15 03:03:48.106325 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:48.198287 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.222397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Provisioning complete for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:48.223017 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.237856 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ea4e799d-5012-49af-9b8b-83f3c5e9d766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.288860 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.476817 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ea4e799d-5012-49af-9b8b-83f3c5e9d766 admin admin] Publish callbacks [] for security_group (b1297283-3d9c-4014-abb4-0f3036c1e630), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.483780 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ea4e799d-5012-49af-9b8b-83f3c5e9d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b1297283-3d9c-4014-abb4-0f3036c1e630), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.547600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e799d-5012-49af-9b8b-83f3c5e9d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1297283-3d9c-4014-abb4-0f3036c1e630,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:48.606420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:03:48.620576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:48.620961 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.633914 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ea4e799d-5012-49af-9b8b-83f3c5e9d766 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88cff592cfd0494c9ebf031d532e28de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8709636 Feb 15 03:03:48.638833 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43594) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:48.743213 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Current status of the port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:48.743833 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.801502 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] For port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:48.817508 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.849743 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] Publish callbacks [] for security_group (b1297283-3d9c-4014-abb4-0f3036c1e630), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.913261 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] Publish callbacks [] for security_group (b1297283-3d9c-4014-abb4-0f3036c1e630), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.943930 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:48.965182 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:49.007746 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba185133-68d4-4ffc-95d8-9556e72cd491 None None] Pushing event updated for resources: {'Port': ['ID=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:49.035907 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:49.052402 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:49.071200 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:49.071436 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b1297283-3d9c-4014-abb4-0f3036c1e630), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:49.071522 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-9207583c-feef-474f-a1d5-19715aa97f90 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0089831 Feb 15 03:03:49.074763 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43616) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:49.075857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:49.080533 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1297283-3d9c-4014-abb4-0f3036c1e630 HTTP/1.1" status: 204 len: 168 time: 0.4350383 Feb 15 03:03:49.081610 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:49.083071 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:49.088534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82087be6-d10f-403b-a3a0-491e7ea78284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1297283-3d9c-4014-abb4-0f3036c1e630,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:49.374566 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-baf224ee-e81a-4e05-bf65-346433d0475c None None] Provisioning complete for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:49.375948 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf224ee-e81a-4e05-bf65-346433d0475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:49.441772 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05787f3e-fddc-498d-83af-1a09d8745f7f req-ed2ccd14-b5b2-40cd-bf3a-a152026d0eab tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:49.443754 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05787f3e-fddc-498d-83af-1a09d8745f7f req-ed2ccd14-b5b2-40cd-bf3a-a152026d0eab tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1343668 Feb 15 03:03:49.462860 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:49.743489 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-baf224ee-e81a-4e05-bf65-346433d0475c None None] Current status of the port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:49.800355 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05787f3e-fddc-498d-83af-1a09d8745f7f req-9b452d4c-5e6b-48d5-8e35-fc0c49245299 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898610 Feb 15 03:03:49.924882 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:47Z', 'revision_number': 3, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:49.951899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43642) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:49.985889 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-94bb86e6-2d05-4641-b45f-caf27ecb000a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:49.999481 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:50.006907 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:50.007734 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Updating router 8ab9c1c1-ee0f-4825-a89e-6705085274ca port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:03:50.055195 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.151072 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:50.152557 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.232295 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-94bb86e6-2d05-4641-b45f-caf27ecb000a admin admin] Publish callbacks [] for security_group (a1821c8f-4b8a-41c2-9b36-f134c8e46feb), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.237872 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-94bb86e6-2d05-4641-b45f-caf27ecb000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a1821c8f-4b8a-41c2-9b36-f134c8e46feb), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.357553 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:50.362732 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-94bb86e6-2d05-4641-b45f-caf27ecb000a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16e4b48791c445278ee4a1aaf8dce69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039700 Feb 15 03:03:50.366992 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb86e6-2d05-4641-b45f-caf27ecb000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1821c8f-4b8a-41c2-9b36-f134c8e46feb,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:50.370852 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43648) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:50.399568 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43652) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:50.542866 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks [] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.551397 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.654508 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.659758 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] Publish callbacks [] for security_group (a1821c8f-4b8a-41c2-9b36-f134c8e46feb), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.731716 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Pushing event updated for resources: {'Port': ['ID=8c86f882-c21d-4be4-b5b7-92fa048a6a84,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:50.748371 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Attempting to bind port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:50.749022 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Attempting to bind port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:50.749579 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Attempting to bind port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:50.765659 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.766535 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.767425 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.768159 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.769018 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.769779 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.770115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] Publish callbacks [] for security_group (a1821c8f-4b8a-41c2-9b36-f134c8e46feb), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.770813 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.771771 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.772785 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.776215 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.777614 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.778933 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.779783 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:03:50.788070 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:50.788915 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:50.789782 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.790732 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:50.793050 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Bound port: 8c86f882-c21d-4be4-b5b7-92fa048a6a84, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:50.795545 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.846495 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed95db05-2169-40c5-95c7-e92b286ddab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:50.916983 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] For port 8c86f882-c21d-4be4-b5b7-92fa048a6a84, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:50.924367 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] For port 8c86f882-c21d-4be4-b5b7-92fa048a6a84, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=8c86f882-c21d-4be4-b5b7-92fa048a6a84,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:50.935565 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.029154 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed95db05-2169-40c5-95c7-e92b286ddab4 admin admin] Publish callbacks [] for security_group (8152be2c-1f51-461a-b674-de882ce7ee0e), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.038117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed95db05-2169-40c5-95c7-e92b286ddab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8152be2c-1f51-461a-b674-de882ce7ee0e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.083125 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:51.084174 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:51.106255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95db05-2169-40c5-95c7-e92b286ddab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8152be2c-1f51-461a-b674-de882ce7ee0e,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:51.203970 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a1821c8f-4b8a-41c2-9b36-f134c8e46feb), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.210943 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.215623 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1821c8f-4b8a-41c2-9b36-f134c8e46feb HTTP/1.1" status: 204 len: 168 time: 0.8399658 Feb 15 03:03:51.233146 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a7f4-674b-4014-b0ca-4b1616d7a36d None None] Pushing event updated for resources: {'Port': ['ID=8c86f882-c21d-4be4-b5b7-92fa048a6a84,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:51.260468 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ed95db05-2169-40c5-95c7-e92b286ddab4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=984064e209044b9a805219855608a2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8588727 Feb 15 03:03:51.266896 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43678) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:51.277747 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9e34-57cb-4ec6-b264-db9333eb3355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1821c8f-4b8a-41c2-9b36-f134c8e46feb,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:51.372528 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Allocated IP 172.20.0.1 (09e6f2a7-989f-47d7-86f1-8f00da6255c2/5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f/a39b56f4-9859-4869-826f-50288f5aee8f) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:51.429133 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291454d2-e1f3-4976-8ade-c4ab1cdf5160 req-d7cbe0b5-7a00-49a2-b974-2a9b5f2ae006 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.447914 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:51.452212 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-291454d2-e1f3-4976-8ade-c4ab1cdf5160 req-d7cbe0b5-7a00-49a2-b974-2a9b5f2ae006 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.4072783 Feb 15 03:03:51.658614 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-291454d2-e1f3-4976-8ade-c4ab1cdf5160 req-00f98194-691e-4672-839e-00626267df26 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034750 Feb 15 03:03:51.732592 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] Publish callbacks [] for security_group (8152be2c-1f51-461a-b674-de882ce7ee0e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.751282 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks [] for port (a39b56f4-9859-4869-826f-50288f5aee8f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.789445 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] Publish callbacks [] for security_group (8152be2c-1f51-461a-b674-de882ce7ee0e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.808852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb961f-3573-4688-92da-046d1a673338 req-b00f0515-db2d-4ea7-864a-dc39fbe76125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:51.810412 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7cbb961f-3573-4688-92da-046d1a673338 req-b00f0515-db2d-4ea7-864a-dc39fbe76125 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1130 time: 0.1505086 Feb 15 03:03:51.819974 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:47Z', 'revision_number': 3, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:51.868845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.896502 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c37289-7d42-4d4b-a509-07d6ff427b0a None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:47Z', 'revision_number': 3, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:51.903728 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7cbb961f-3573-4688-92da-046d1a673338 req-50e24f11-d945-41af-8abd-ee86b0fc5d5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802395 Feb 15 03:03:51.915778 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8152be2c-1f51-461a-b674-de882ce7ee0e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.919661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.927072 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8152be2c-1f51-461a-b674-de882ce7ee0e HTTP/1.1" status: 204 len: 168 time: 0.6546345 Feb 15 03:03:51.941238 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82bee6-2be3-403c-a824-f36a5b5e431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8152be2c-1f51-461a-b674-de882ce7ee0e,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:51.948636 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:51.996173 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:52.007206 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:52.009804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:52.014103 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:52.015259 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.393679 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.692631 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-61f23a04-9cc2-40d6-9353-33552ef85782 None None] Provisioning complete for port a39b56f4-9859-4869-826f-50288f5aee8f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:52.693470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-61f23a04-9cc2-40d6-9353-33552ef85782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.797782 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-61f23a04-9cc2-40d6-9353-33552ef85782 None None] Port a39b56f4-9859-4869-826f-50288f5aee8f cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:03:52.940810 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks [] for port (a39b56f4-9859-4869-826f-50288f5aee8f), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.950719 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e20cd4-291f-4979-b8c7-4bf85ffeef87 req-a2aa0bb8-95e4-4576-98c3-cab99fdf5ec3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:52.959807 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-46e20cd4-291f-4979-b8c7-4bf85ffeef87 req-a2aa0bb8-95e4-4576-98c3-cab99fdf5ec3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1787095 Feb 15 03:03:52.969080 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.969982 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:52.980211 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43716) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:53.128185 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-46e20cd4-291f-4979-b8c7-4bf85ffeef87 req-1b8fcd93-685a-4045-a788-7e073518a398 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672304 Feb 15 03:03:53.131554 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:53.182845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:53.184753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:53.433963 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4fe87afc-6c1b-40d7-aeaf-5f52c6953fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:53.459948 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:03:53.569284 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d9a46768-b647-4fc7-98f7-9838b40452b3 None None] Provisioning complete for port a39b56f4-9859-4869-826f-50288f5aee8f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:53.569897 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d9a46768-b647-4fc7-98f7-9838b40452b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:53.632170 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4fe87afc-6c1b-40d7-aeaf-5f52c6953fcd admin admin] Publish callbacks [] for security_group (b066e206-3f0d-45f8-8f3e-48f356535c6a), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:53.638291 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4fe87afc-6c1b-40d7-aeaf-5f52c6953fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b066e206-3f0d-45f8-8f3e-48f356535c6a), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:53.692682 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d9a46768-b647-4fc7-98f7-9838b40452b3 None None] Port a39b56f4-9859-4869-826f-50288f5aee8f cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:03:53.727458 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4fe87afc-6c1b-40d7-aeaf-5f52c6953fcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f79f695f944fb98376cf6aea8e913a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7426996 Feb 15 03:03:53.727458 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe87afc-6c1b-40d7-aeaf-5f52c6953fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066e206-3f0d-45f8-8f3e-48f356535c6a,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:53.729013 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43732) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:53.751200 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:03:53.783281 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-75a2ed76-682c-4ab3-8d60-fc2b33baeb34 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab9c1c1-ee0f-4825-a89e-6705085274ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6857278 Feb 15 03:03:53.890639 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] Publish callbacks [] for security_group (b066e206-3f0d-45f8-8f3e-48f356535c6a), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:53.946691 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] Publish callbacks [] for security_group (b066e206-3f0d-45f8-8f3e-48f356535c6a), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.052045 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b066e206-3f0d-45f8-8f3e-48f356535c6a), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.058011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.063863 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 8c86f882-c21d-4be4-b5b7-92fa048a6a84 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:54.072048 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b066e206-3f0d-45f8-8f3e-48f356535c6a HTTP/1.1" status: 204 len: 168 time: 0.3399856 Feb 15 03:03:54.092062 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c584df-b4b5-450a-a763-72f4e66bebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066e206-3f0d-45f8-8f3e-48f356535c6a,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:54.237320 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:54.237872 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.393871 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795b49-a77f-425f-9d75-7ddb399e7826 req-cc6e5fc9-04ea-4a05-b43f-1e528a495e5e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:54.397999 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e1795b49-a77f-425f-9d75-7ddb399e7826 req-cc6e5fc9-04ea-4a05-b43f-1e528a495e5e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1453698 Feb 15 03:03:54.444083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:54.444698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.483904 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e1795b49-a77f-425f-9d75-7ddb399e7826 req-bede9806-9742-4671-bf5a-3686a9aaba1b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778105 Feb 15 03:03:54.498316 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 8c86f882-c21d-4be4-b5b7-92fa048a6a84, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=8c86f882-c21d-4be4-b5b7-92fa048a6a84,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:54.510254 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:54.582127 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=8c86f882-c21d-4be4-b5b7-92fa048a6a84,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:54.931012 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:03:54.961186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:54.961953 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:55.236627 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:55.263878 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43784) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:55.273252 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083676029', 'description': 'tempest-description--706086549'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:55.352145 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.537883 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (d8799986-c480-4105-82c2-02f4c09c4b45), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.544804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d8799986-c480-4105-82c2-02f4c09c4b45), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.618598 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8799986-c480-4105-82c2-02f4c09c4b45,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:55.619191 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 2, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:55.633341 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.638034 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43802) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:55.643768 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group_rule': {'security_group_id': 'd8799986-c480-4105-82c2-02f4c09c4b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:55.650208 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-93eed1b1-c555-41dd-bf2c-b5afc6e9bd69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3840370 Feb 15 03:03:55.692230 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:03:55.693897 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Updating router 8ab9c1c1-ee0f-4825-a89e-6705085274ca port a39b56f4-9859-4869-826f-50288f5aee8f binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:03:55.713035 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (f69a47b7-b39c-4555-9b29-decd41694739), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.785148 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56676b-b2c0-4e53-98d8-7dbd113b7d79 req-8f5ce902-7022-451c-b42e-3383dada6506 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:55.792675 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bc56676b-b2c0-4e53-98d8-7dbd113b7d79 req-8f5ce902-7022-451c-b42e-3383dada6506 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1756718 Feb 15 03:03:55.805214 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.861259 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (f69a47b7-b39c-4555-9b29-decd41694739), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.870166 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (f69a47b7-b39c-4555-9b29-decd41694739), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.929958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69a47b7-b39c-4555-9b29-decd41694739,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:55.931835 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bc56676b-b2c0-4e53-98d8-7dbd113b7d79 req-b8cf6a5e-8741-4f77-ae3a-070f05401360 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313879 Feb 15 03:03:55.960157 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:55.970702 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43818) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:55.976122 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group_rule': {'security_group_id': 'd8799986-c480-4105-82c2-02f4c09c4b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:55.983673 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d6ca383e-88f7-4518-8e0c-be986b401fcf tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419590 Feb 15 03:03:56.043947 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (067cb9c6-a512-4f81-963c-150abf78a936), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.117366 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 8c86f882-c21d-4be4-b5b7-92fa048a6a84 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:03:56.225313 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee177bb-c4aa-4724-bca9-ef9e60345aaf req-feb2932d-43a8-4b5f-adca-9879eeb29c86 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:56.238562 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4ee177bb-c4aa-4724-bca9-ef9e60345aaf req-feb2932d-43a8-4b5f-adca-9879eeb29c86 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1612704 Feb 15 03:03:56.294937 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (067cb9c6-a512-4f81-963c-150abf78a936), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.305326 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (067cb9c6-a512-4f81-963c-150abf78a936), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.384067 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067cb9c6-a512-4f81-963c-150abf78a936,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:56.388811 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4ee177bb-c4aa-4724-bca9-ef9e60345aaf req-35f3c25c-9b49-4a59-abf4-01774256c47d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476011 Feb 15 03:03:56.420162 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.431952 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-661c0392-7f01-4f91-b76a-75e9704682e3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597025 Feb 15 03:03:56.436869 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43836) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:56.466160 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:03:56.535462 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.617822 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:56.618476 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.735916 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks [] for port (a39b56f4-9859-4869-826f-50288f5aee8f), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.781863 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.793820 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:56.941643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:56.960427 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Allocated IP 172.27.1.79 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/079a0e2c-c0b3-4912-8b6b-e8e957ed65e8) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:03:56.975049 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1247-5c32-4a16-b537-3149e2d85a31 None None] Pushing event updated for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:57.129577 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Attempting to bind port a39b56f4-9859-4869-826f-50288f5aee8f on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:03:57.130185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Attempting to bind port a39b56f4-9859-4869-826f-50288f5aee8f by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:03:57.130565 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Attempting to bind port a39b56f4-9859-4869-826f-50288f5aee8f on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:03:57.140746 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:03:57.142610 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Checking segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:03:57.143369 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.143804 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Bound using segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:03:57.144601 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Bound port: a39b56f4-9859-4869-826f-50288f5aee8f, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:03:57.145599 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.159972 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.255819 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.258853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] For port a39b56f4-9859-4869-826f-50288f5aee8f, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:03:57.267567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] For port a39b56f4-9859-4869-826f-50288f5aee8f, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a39b56f4-9859-4869-826f-50288f5aee8f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:03:57.276049 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.332179 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:03:57.349125 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:03:57.357437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:03:57.423319 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:03:57.423319 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:03:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:57.424236 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 43864) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:57.457499 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=079a0e2c-c0b3-4912-8b6b-e8e957ed65e8,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:57.612837 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a1247-5c32-4a16-b537-3149e2d85a31 None None] Pushing event updated for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:57.698097 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Provisioning complete for port a39b56f4-9859-4869-826f-50288f5aee8f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:57.698987 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.726521 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.847923 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:57.903455 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:03:58.037512 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7e075ba8-a02f-45b4-a288-b51e4d35def2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.191915 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.208497 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.252139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7e075ba8-a02f-45b4-a288-b51e4d35def2 admin admin] Publish callbacks [] for security_group (5d6448b9-822f-4301-a796-f394c9797b37), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.262384 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7e075ba8-a02f-45b4-a288-b51e4d35def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5d6448b9-822f-4301-a796-f394c9797b37), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.271885 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.292840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.300932 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Current status of the port a39b56f4-9859-4869-826f-50288f5aee8f is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:58.301387 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.305540 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8515739 Feb 15 03:03:58.318804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55913-3ba0-496b-9b03-cc00de8270cc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=079a0e2c-c0b3-4912-8b6b-e8e957ed65e8,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:58.368077 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 43910) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:03:58.379795 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7e075ba8-a02f-45b4-a288-b51e4d35def2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71b9a9f1987f404e93f6f5206123af70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9538345 Feb 15 03:03:58.381047 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075ba8-a02f-45b4-a288-b51e4d35def2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6448b9-822f-4301-a796-f394c9797b37,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:58.440727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] For port a39b56f4-9859-4869-826f-50288f5aee8f, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a39b56f4-9859-4869-826f-50288f5aee8f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:03:58.450165 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.458090 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] Publish callbacks [] for security_group (5d6448b9-822f-4301-a796-f394c9797b37), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.511447 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] Publish callbacks [] for security_group (5d6448b9-822f-4301-a796-f394c9797b37), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.529313 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:57Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:03:58.590305 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a01085-cb4a-4c3d-b222-dba020e09c62 None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:57Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:03:58.601896 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774c953-b932-4169-bc9c-8bfc46b646d3 None None] Pushing event updated for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:58.613044 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-a66f8479-2164-4468-8179-e0bc5a967b77 None None] Provisioning complete for port a39b56f4-9859-4869-826f-50288f5aee8f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:03:58.613436 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a66f8479-2164-4468-8179-e0bc5a967b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.763356 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-10b39fbe-d4b6-45b9-b3cd-958debd97ab3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2083676029&fields=id&tenant_id=4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 267 time: 0.1083753 Feb 15 03:03:58.765044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5d6448b9-822f-4301-a796-f394c9797b37), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.767844 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:03:58.771403 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d6448b9-822f-4301-a796-f394c9797b37 HTTP/1.1" status: 204 len: 168 time: 0.3999181 Feb 15 03:03:58.795625 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350a098-5825-48ef-82a2-d980a0f15d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6448b9-822f-4301-a796-f394c9797b37,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:03:58.854132 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a66f8479-2164-4468-8179-e0bc5a967b77 None None] Current status of the port a39b56f4-9859-4869-826f-50288f5aee8f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:03:59.367528 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-c521b280-43a6-4bc4-8695-a38a931e957a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:59.377404 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-c521b280-43a6-4bc4-8695-a38a931e957a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 810 time: 0.5833309 Feb 15 03:03:59.400895 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-923fc78b-c739-4aac-bf82-9e0dab9b40b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/quotas/4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 375 time: 0.0183082 Feb 15 03:03:59.509749 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4459b56f-506d-4102-b11a-8c6c02bc7b13 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016366 Feb 15 03:03:59.721384 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-e5207ed2-84e4-4ba6-8fb3-121dca0b2230 service neutron] 10.222.0.24 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939795 Feb 15 03:03:59.755399 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-4a1c5ca3-cd1b-4188-8a15-55a88f395604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:59.758218 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-4a1c5ca3-cd1b-4188-8a15-55a88f395604 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.1132169 Feb 15 03:03:59.848773 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e45cd-b617-4cab-b7f7-c96e9edc7bc3 req-e9ac39e8-5b99-485a-98e4-7c15a1bbb2d1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:59.855845 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-030e45cd-b617-4cab-b7f7-c96e9edc7bc3 req-e9ac39e8-5b99-485a-98e4-7c15a1bbb2d1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1545684 Feb 15 03:03:59.932811 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-362968f8-4b3d-44dc-b1cd-df267301b002 service neutron] 10.222.0.24 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000556 Feb 15 03:03:59.982771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-2ce21fd5-7a5b-4ffe-8f2e-452ae8512d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:03:59.985145 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-2ce21fd5-7a5b-4ffe-8f2e-452ae8512d05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.2165923 Feb 15 03:04:00.120238 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a39b56f4-9859-4869-826f-50288f5aee8f up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:00.192062 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-4d46e03b-ed23-42f4-8eab-e8ea88ab4e91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.1787596 Feb 15 03:04:00.251284 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port a39b56f4-9859-4869-826f-50288f5aee8f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:00.251716 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:00.321027 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-254c0006-b449-484d-a810-1624799b8284 req-fdde6a09-7cfc-422e-88b8-4ab18c8d5b44 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.1031532 Feb 15 03:04:00.331741 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-030e45cd-b617-4cab-b7f7-c96e9edc7bc3 req-1312dbfc-1cb6-4462-b67d-5fb112531ea0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678836 Feb 15 03:04:00.455459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-eb9c9748-ac9e-46d2-b74d-43afe143af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:00.460850 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-eb9c9748-ac9e-46d2-b74d-43afe143af43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.1859431 Feb 15 03:04:00.471608 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port a39b56f4-9859-4869-826f-50288f5aee8f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:00.505294 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-b3c7f5ce-a8f6-481a-8102-40a2c559c1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345235 Feb 15 03:04:00.625931 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-6875e1dc-4abf-4c55-9ac1-b3fec7932275 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134109 Feb 15 03:04:00.829437 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95c5273e-ca21-451c-8eaf-df576b99ef06 req-704e29bd-4900-4a52-ac6b-d3c9ee55eca5 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868017 Feb 15 03:04:01.523390 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a849eb76-7828-42c7-a8a2-3f4eee35c434 req-f5c83501-b7f4-49cf-a0e5-f413e1910455 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0652409 Feb 15 03:04:01.676454 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57f117-b5d6-45b0-851a-85d25d79d77a req-50e8c8bb-f48f-4a54-a627-47cb0abdbd74 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:01.678193 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5b57f117-b5d6-45b0-851a-85d25d79d77a req-50e8c8bb-f48f-4a54-a627-47cb0abdbd74 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1851702 Feb 15 03:04:01.847335 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5b57f117-b5d6-45b0-851a-85d25d79d77a req-c7e1d639-ae87-4b10-a3c7-21645d8907ae tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329379 Feb 15 03:04:01.856025 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-961679ed-66a8-40ef-9128-8de4f6c7d522 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:01.857659 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-961679ed-66a8-40ef-9128-8de4f6c7d522 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 810 time: 0.2391305 Feb 15 03:04:01.965983 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-2adb8dd9-b215-431a-b66d-da28feebcd50 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 380 time: 0.0968075 Feb 15 03:04:01.980588 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'port': {'device_id': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'admin_state_up': True, 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'security_groups': ['d8799986-c480-4105-82c2-02f4c09c4b45']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:02.186011 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44078) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:02.194095 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Made reservation on behalf of 4b24450db43141d59e07c9aeed3a9a68 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:02.198607 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.356869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f10f533a-5de2-4166-8023-1a6649269847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.385807 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Allocated IP 172.20.0.9 (09e6f2a7-989f-47d7-86f1-8f00da6255c2/5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f/80804951-baf1-4d2c-b5c1-cd973c73d75f) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:02.554666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f10f533a-5de2-4166-8023-1a6649269847 admin admin] Publish callbacks [] for security_group (c7d754e8-a8e1-42e6-b463-1f1c62821ebe), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.563979 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f10f533a-5de2-4166-8023-1a6649269847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (c7d754e8-a8e1-42e6-b463-1f1c62821ebe), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.637745 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f533a-5de2-4166-8023-1a6649269847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d754e8-a8e1-42e6-b463-1f1c62821ebe,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:02.645126 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-f10f533a-5de2-4166-8023-1a6649269847 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e1d075f11974bd18ff88b964fc9a0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580541 Feb 15 03:04:02.648286 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.649478 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44090) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:02.673886 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9978065-3755-45fa-934b-90ea3f737241 req-903371ec-47cc-4dcf-ab42-b28c2f0a6139 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0491354 Feb 15 03:04:02.731876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] Publish callbacks [] for security_group (c7d754e8-a8e1-42e6-b463-1f1c62821ebe), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.747356 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.794746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] Publish callbacks [] for security_group (c7d754e8-a8e1-42e6-b463-1f1c62821ebe), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.822283 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:02.837287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:02.849139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:02.884888 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:02.925779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:02.926883 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.942788 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (c7d754e8-a8e1-42e6-b463-1f1c62821ebe), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.946601 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:02.948240 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d754e8-a8e1-42e6-b463-1f1c62821ebe HTTP/1.1" status: 204 len: 168 time: 0.2977769 Feb 15 03:04:02.961938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6a207-1fb7-486b-bd5e-33463d6934d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d754e8-a8e1-42e6-b463-1f1c62821ebe,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:02.968123 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-ea87a318-f148-4929-8504-ded904300552 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9965265 Feb 15 03:04:02.981036 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Request body: {'port': {'device_id': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:03.136215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.146720 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04c378-72a8-4bfb-9e8a-7aaec67ea0c4 req-b7df4b95-a676-4a09-aaf4-f9d7e45c789e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:03.148617 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a04c378-72a8-4bfb-9e8a-7aaec67ea0c4 req-b7df4b95-a676-4a09-aaf4-f9d7e45c789e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1212857 Feb 15 03:04:03.251602 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-9c1a4318-2e5e-4cef-a593-c9556b163ad3 None None] Provisioning complete for port 80804951-baf1-4d2c-b5c1-cd973c73d75f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:03.252642 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4318-2e5e-4cef-a593-c9556b163ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.322127 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a04c378-72a8-4bfb-9e8a-7aaec67ea0c4 req-c29a67cd-5054-42e4-8996-619c5d8ae524 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629064 Feb 15 03:04:03.360487 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a4318-2e5e-4cef-a593-c9556b163ad3 None None] Port 80804951-baf1-4d2c-b5c1-cd973c73d75f cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:03.463327 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44120) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:03.481750 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef036-0ac2-454d-bcc0-eb8a4e916ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.578274 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef036-0ac2-454d-bcc0-eb8a4e916ede admin admin] Publish callbacks [] for security_group (0cc4852c-c398-4c64-8941-8180b0ae4643), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.584612 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef036-0ac2-454d-bcc0-eb8a4e916ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0cc4852c-c398-4c64-8941-8180b0ae4643), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.617910 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80804951-baf1-4d2c-b5c1-cd973c73d75f {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:03.630223 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks [] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.638849 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6f2ef036-0ac2-454d-bcc0-eb8a4e916ede admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e005a9d30d554bcda1b833e9ee33ce04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739552 Feb 15 03:04:03.642220 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44124) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:03.649110 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ef036-0ac2-454d-bcc0-eb8a4e916ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc4852c-c398-4c64-8941-8180b0ae4643,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:03.653387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Transition to ACTIVE for port object 80804951-baf1-4d2c-b5c1-cd973c73d75f will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:04:03.661119 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.735849 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] Publish callbacks [] for security_group (0cc4852c-c398-4c64-8941-8180b0ae4643), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.774362 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Pushing event updated for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:03.784159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] Publish callbacks [] for security_group (0cc4852c-c398-4c64-8941-8180b0ae4643), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.818755 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44128) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:03.888518 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0cc4852c-c398-4c64-8941-8180b0ae4643), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.891959 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:03.893520 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cc4852c-c398-4c64-8941-8180b0ae4643 HTTP/1.1" status: 204 len: 168 time: 0.2496834 Feb 15 03:04:03.914439 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462c29b-0d30-41ac-9d8e-3bca0a657351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc4852c-c398-4c64-8941-8180b0ae4643,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:03.923895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Attempting to bind port 80804951-baf1-4d2c-b5c1-cd973c73d75f on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:03.924387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Attempting to bind port 80804951-baf1-4d2c-b5c1-cd973c73d75f by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:03.924745 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Attempting to bind port 80804951-baf1-4d2c-b5c1-cd973c73d75f on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:03.946746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Port 80804951-baf1-4d2c-b5c1-cd973c73d75f on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:04:03.947789 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Attempting to bind port 80804951-baf1-4d2c-b5c1-cd973c73d75f on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:03.955581 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:03.955895 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c0b50-a8a8-4a14-afc4-829f2a10b691 req-d42f2a3d-8305-4115-b9ac-617550c261ab tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:03.956527 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Checking segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:03.957623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Bound using segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:03.958181 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Bound port: 80804951-baf1-4d2c-b5c1-cd973c73d75f, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:03.958556 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-653c0b50-a8a8-4a14-afc4-829f2a10b691 req-d42f2a3d-8305-4115-b9ac-617550c261ab tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.1154091 Feb 15 03:04:03.958765 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.063773 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:04.065518 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-653c0b50-a8a8-4a14-afc4-829f2a10b691 req-13d9f1ee-20c2-49ef-ad27-4a1aa094f875 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993135 Feb 15 03:04:04.069014 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:04.077602 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.130894 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.131674 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.133220 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] 10.222.0.52 "PUT /v2.0/ports/80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 1093 time: 1.1579623 Feb 15 03:04:04.135535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:04.139561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:04.237287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf83912-0daa-43e9-965c-8fe9478f3565 service neutron] Pushing event updated for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:04.302322 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb84921-8cc0-408f-813c-22803766f2f1 x-openstack-request-id: req-3eb84921-8cc0-408f-813c-22803766f2f1 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:04.302624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:04.302937 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eb84921-8cc0-408f-813c-22803766f2f1 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:04.303320 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'status': 'completed', 'code': 200} Feb 15 03:04:04.357068 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-7e86f895-99ba-4724-b4ad-faa3efb23e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.358757 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-7e86f895-99ba-4724-b4ad-faa3efb23e2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1127 time: 0.1661999 Feb 15 03:04:04.371121 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c71c635-2404-4b95-89a9-9df4edd32312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.474400 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-27c27dd2-f945-418b-9034-a978916ac01f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 217 time: 0.0911477 Feb 15 03:04:04.537092 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-cb78f57b-1b1b-475c-8a1b-a819327d27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.540014 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-cb78f57b-1b1b-475c-8a1b-a819327d27c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0590863 Feb 15 03:04:04.597077 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5736b7-3f45-414b-a1da-d7dfaba5495c req-378e2898-448b-442f-9851-099fc934c530 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.599018 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab5736b7-3f45-414b-a1da-d7dfaba5495c req-378e2898-448b-442f-9851-099fc934c530 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1259604 Feb 15 03:04:04.621793 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c71c635-2404-4b95-89a9-9df4edd32312 admin admin] Publish callbacks [] for security_group (8eef173c-27e1-4bc7-a240-4a4c2572b3df), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.630611 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-40fd48cf-12ed-4dbf-9c6a-5801c270f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.635427 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-40fd48cf-12ed-4dbf-9c6a-5801c270f423 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875852 Feb 15 03:04:04.635699 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6c71c635-2404-4b95-89a9-9df4edd32312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8eef173c-27e1-4bc7-a240-4a4c2572b3df), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.702755 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6c71c635-2404-4b95-89a9-9df4edd32312 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05373e99170b490a985cd30e5a460c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8800154 Feb 15 03:04:04.706753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44160) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:04.715044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71c635-2404-4b95-89a9-9df4edd32312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef173c-27e1-4bc7-a240-4a4c2572b3df,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:04.740426 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab5736b7-3f45-414b-a1da-d7dfaba5495c req-6e631c3e-a98c-49f4-92bd-7ff14319d2e4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313741 Feb 15 03:04:04.754927 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-423ba461-af46-472a-ad8f-d0dd38dd37a5 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126137 Feb 15 03:04:04.786880 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] Publish callbacks [] for security_group (8eef173c-27e1-4bc7-a240-4a4c2572b3df), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.818258 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] Publish callbacks [] for security_group (8eef173c-27e1-4bc7-a240-4a4c2572b3df), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.870787 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-12361221-b4ca-4fdf-84c9-aaa85ea829e8 req-38189047-3515-4cbb-867d-9409184a2036 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034217 Feb 15 03:04:04.885700 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8eef173c-27e1-4bc7-a240-4a4c2572b3df), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.889643 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:04.891649 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eef173c-27e1-4bc7-a240-4a4c2572b3df HTTP/1.1" status: 204 len: 168 time: 0.1838827 Feb 15 03:04:04.901881 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689cac8-287b-4889-9f4b-8499269b8e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef173c-27e1-4bc7-a240-4a4c2572b3df,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:04.974398 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-97bf2789-582f-4b5c-892f-218defac1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:04.975952 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-97bf2789-582f-4b5c-892f-218defac1704 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1127 time: 0.0530074 Feb 15 03:04:05.094556 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-e5970fdf-6715-4731-b1db-bb3d671caff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:05.096215 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-e5970fdf-6715-4731-b1db-bb3d671caff8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.1110396 Feb 15 03:04:05.157049 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-18a28b45-d12e-4aa8-ac87-69e70777f825 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 217 time: 0.0536177 Feb 15 03:04:05.238266 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-3bffa5f1-27eb-4b21-b6a5-846d10640c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:05.239683 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-3bffa5f1-27eb-4b21-b6a5-846d10640c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0747061 Feb 15 03:04:05.254133 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6bb61-5b6d-4533-8ef2-48bf647e5e35 req-6cc503eb-e9c3-4012-80d7-1ee14c51b42e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:05.256144 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-56f6bb61-5b6d-4533-8ef2-48bf647e5e35 req-6cc503eb-e9c3-4012-80d7-1ee14c51b42e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.1021459 Feb 15 03:04:05.326012 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-03d79e46-027a-49a1-958d-7ed62e6435ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:05.328645 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-03d79e46-027a-49a1-958d-7ed62e6435ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706153 Feb 15 03:04:05.377805 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44188) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:05.392725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6dbda17b-6d8f-4651-bc1b-f527eb5e562e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.492961 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-56f6bb61-5b6d-4533-8ef2-48bf647e5e35 req-9b904f34-64d0-49e7-b981-bfba7c58c2a1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254269 Feb 15 03:04:05.569121 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6dbda17b-6d8f-4651-bc1b-f527eb5e562e admin admin] Publish callbacks [] for security_group (6c345d79-e207-4a33-a309-bd0e4d1210fc), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.574265 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-3cd3c957-07a2-45a9-b956-795fc8ec530a service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310033 Feb 15 03:04:05.577088 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6dbda17b-6d8f-4651-bc1b-f527eb5e562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (6c345d79-e207-4a33-a309-bd0e4d1210fc), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.628893 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6dbda17b-6d8f-4651-bc1b-f527eb5e562e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8220b385c2b4e57833de07ed8ded5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499626 Feb 15 03:04:05.632431 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbda17b-6d8f-4651-bc1b-f527eb5e562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c345d79-e207-4a33-a309-bd0e4d1210fc,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:05.634286 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44196) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:05.765673 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0be8ccf3-9b11-48dd-b1f5-b1e32930279c req-b81e345c-1f82-464d-a9ec-5280a51ddbad service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823175 Feb 15 03:04:05.790898 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] Publish callbacks [] for security_group (6c345d79-e207-4a33-a309-bd0e4d1210fc), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.823913 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] Publish callbacks [] for security_group (6c345d79-e207-4a33-a309-bd0e4d1210fc), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.909268 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (6c345d79-e207-4a33-a309-bd0e4d1210fc), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.914897 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:05.926668 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c345d79-e207-4a33-a309-bd0e4d1210fc HTTP/1.1" status: 204 len: 168 time: 0.2433941 Feb 15 03:04:05.942308 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bc2b7-dfce-4b66-be7e-f25a88d6b452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c345d79-e207-4a33-a309-bd0e4d1210fc,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:05.964304 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f976b0-4c6d-4e43-9824-e509a72c5ae2 req-7b10d020-2588-4dc3-be02-753ae91c28f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:05.966090 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05f976b0-4c6d-4e43-9824-e509a72c5ae2 req-7b10d020-2588-4dc3-be02-753ae91c28f6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1033902 Feb 15 03:04:06.066014 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05f976b0-4c6d-4e43-9824-e509a72c5ae2 req-f42b7b11-6d4d-453f-9d02-9c59e052a54f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Feb 15 03:04:06.466476 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44224) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:06.482114 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8e744d7c-66fc-489b-8a40-899313d76330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.586472 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8e744d7c-66fc-489b-8a40-899313d76330 admin admin] Publish callbacks [] for security_group (7da6e057-5053-4b86-99ec-b902d5c9477c), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.595991 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44228) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:06.596332 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8e744d7c-66fc-489b-8a40-899313d76330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7da6e057-5053-4b86-99ec-b902d5c9477c), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.687488 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e744d7c-66fc-489b-8a40-899313d76330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da6e057-5053-4b86-99ec-b902d5c9477c,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:06.715584 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8e744d7c-66fc-489b-8a40-899313d76330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8413e86485cc4327a7658d25837cb27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475767 Feb 15 03:04:06.720804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44236) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:06.755960 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d68ca-983f-41a4-89c7-d4c8053e7531 req-28ca9552-ae1f-4b84-aa92-a33b63cc6770 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:06.758012 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-367d68ca-983f-41a4-89c7-d4c8053e7531 req-28ca9552-ae1f-4b84-aa92-a33b63cc6770 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.0892975 Feb 15 03:04:06.810736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3ca91a31-6091-4d63-8688-beaedd5cb7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.854533 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-367d68ca-983f-41a4-89c7-d4c8053e7531 req-3d203b3b-48d5-4631-a630-432b01ca804c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878317 Feb 15 03:04:06.892837 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] Publish callbacks [] for security_group (7da6e057-5053-4b86-99ec-b902d5c9477c), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.963651 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] Publish callbacks [] for security_group (7da6e057-5053-4b86-99ec-b902d5c9477c), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:06.992604 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44244) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:07.083013 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3ca91a31-6091-4d63-8688-beaedd5cb7be admin admin] Publish callbacks [] for security_group (38468a22-84be-4fee-9dab-2707d7c9acc3), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.088977 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3ca91a31-6091-4d63-8688-beaedd5cb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (38468a22-84be-4fee-9dab-2707d7c9acc3), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.103271 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 80804951-baf1-4d2c-b5c1-cd973c73d75f details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:04:07.165903 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ce1573aa-2cb4-4a28-a90f-10b5913f5bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.185698 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7da6e057-5053-4b86-99ec-b902d5c9477c), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.191339 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.195544 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7da6e057-5053-4b86-99ec-b902d5c9477c HTTP/1.1" status: 204 len: 168 time: 0.4708490 Feb 15 03:04:07.253906 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca91a31-6091-4d63-8688-beaedd5cb7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38468a22-84be-4fee-9dab-2707d7c9acc3,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.287218 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3ca91a31-6091-4d63-8688-beaedd5cb7be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de5cdc2ccc4b4367b75eeaedde5c88f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890790 Feb 15 03:04:07.290337 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44254) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:07.303081 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aabfbd-f184-423a-8f27-cc196e10bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da6e057-5053-4b86-99ec-b902d5c9477c,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.341490 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:07.365384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'port_id': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'mac_address': 'fa:16:3e:91:da:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:04:07.366206 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ce1573aa-2cb4-4a28-a90f-10b5913f5bf0 admin admin] Publish callbacks [] for security_group (64019638-4c0a-43f7-8066-623c87e216d9), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.372924 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ce1573aa-2cb4-4a28-a90f-10b5913f5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (64019638-4c0a-43f7-8066-623c87e216d9), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.378199 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62b9d-3fdc-48a9-b5ef-a2880110e0e1 req-f82ef223-9a06-458d-83ac-d87e93913454 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:07.381328 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9bb62b9d-3fdc-48a9-b5ef-a2880110e0e1 req-f82ef223-9a06-458d-83ac-d87e93913454 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.2049582 Feb 15 03:04:07.412944 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ce1573aa-2cb4-4a28-a90f-10b5913f5bf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66ef6b0f1cc849f0a49ed36bfd2d0d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169502 Feb 15 03:04:07.417899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44258) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:07.433768 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 80804951-baf1-4d2c-b5c1-cd973c73d75f is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:07.434970 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.452418 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80804951-baf1-4d2c-b5c1-cd973c73d75f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:07.461904 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1573aa-2cb4-4a28-a90f-10b5913f5bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64019638-4c0a-43f7-8066-623c87e216d9,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.487590 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:07.494382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.500952 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] Publish callbacks [] for security_group (38468a22-84be-4fee-9dab-2707d7c9acc3), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.526340 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] Publish callbacks [] for security_group (38468a22-84be-4fee-9dab-2707d7c9acc3), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.526661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] Publish callbacks [] for security_group (64019638-4c0a-43f7-8066-623c87e216d9), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.571989 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9bb62b9d-3fdc-48a9-b5ef-a2880110e0e1 req-45487833-f106-401e-97b3-a1459ff37b67 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798081 Feb 15 03:04:07.574218 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] Publish callbacks [] for security_group (64019638-4c0a-43f7-8066-623c87e216d9), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.610645 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.628933 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (38468a22-84be-4fee-9dab-2707d7c9acc3), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.634243 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.636922 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38468a22-84be-4fee-9dab-2707d7c9acc3 HTTP/1.1" status: 204 len: 168 time: 0.3448589 Feb 15 03:04:07.656481 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64280ddd-3e21-478c-a6cf-26d1fa4d0600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38468a22-84be-4fee-9dab-2707d7c9acc3,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.701081 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (64019638-4c0a-43f7-8066-623c87e216d9), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.709283 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:07.712046 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64019638-4c0a-43f7-8066-623c87e216d9 HTTP/1.1" status: 204 len: 168 time: 0.2929013 Feb 15 03:04:07.730981 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670699cb-a204-4dcc-83f0-a3019c1393d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64019638-4c0a-43f7-8066-623c87e216d9,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:07.941523 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['80804951-baf1-4d2c-b5c1-cd973c73d75f'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:04:08.254273 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38fa76-c0db-4f12-9a00-2b85b4106c63 req-d9138a36-38e4-4a3a-80df-06c811b36962 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:08.256138 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3b38fa76-c0db-4f12-9a00-2b85b4106c63 req-d9138a36-38e4-4a3a-80df-06c811b36962 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 944 time: 0.1513891 Feb 15 03:04:08.292162 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44282) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:08.318342 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6291d9e8-309e-4afd-9c9e-71388db3d8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.337883 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3b38fa76-c0db-4f12-9a00-2b85b4106c63 req-107bd6ad-6306-4980-ad10-b273eba9250e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734620 Feb 15 03:04:08.430165 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6291d9e8-309e-4afd-9c9e-71388db3d8e9 admin admin] Publish callbacks [] for security_group (363b48c0-a780-4f61-a96c-96b32303ed1a), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.434016 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6291d9e8-309e-4afd-9c9e-71388db3d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (363b48c0-a780-4f61-a96c-96b32303ed1a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.478968 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291d9e8-309e-4afd-9c9e-71388db3d8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b48c0-a780-4f61-a96c-96b32303ed1a,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:08.485600 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6291d9e8-309e-4afd-9c9e-71388db3d8e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=194b67ecb2b742129ce2acc08a81268c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906338 Feb 15 03:04:08.489269 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44286) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:08.552180 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] Publish callbacks [] for security_group (363b48c0-a780-4f61-a96c-96b32303ed1a), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.585697 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] Publish callbacks [] for security_group (363b48c0-a780-4f61-a96c-96b32303ed1a), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.652946 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (363b48c0-a780-4f61-a96c-96b32303ed1a), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.657406 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:08.659266 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/363b48c0-a780-4f61-a96c-96b32303ed1a HTTP/1.1" status: 204 len: 168 time: 0.1689141 Feb 15 03:04:08.668540 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b566d9-70ec-4a12-8e3c-6d59f7fa411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b48c0-a780-4f61-a96c-96b32303ed1a,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:08.788640 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89a547-610f-465e-9dd0-8e3c5c9f44aa req-7bdb68ba-f21d-47a5-8a42-eea6d48f8073 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:08.790510 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ac89a547-610f-465e-9dd0-8e3c5c9f44aa req-7bdb68ba-f21d-47a5-8a42-eea6d48f8073 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0760422 Feb 15 03:04:08.853102 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44302) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:08.858413 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ac89a547-610f-465e-9dd0-8e3c5c9f44aa req-60c29f53-a628-46ea-bedc-c6593b19df21 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608585 Feb 15 03:04:09.040360 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1809009135-network', 'tenant_id': '21443331469a45f5b7d064a7f4513743'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:09.068629 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Made reservation on behalf of 21443331469a45f5b7d064a7f4513743 for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:09.072808 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.086463 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.113274 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 80804951-baf1-4d2c-b5c1-cd973c73d75f up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:09.211920 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks [] for security_group (848a69b3-ee19-4c88-bf94-e5c5cc537ce2), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.212725 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 80804951-baf1-4d2c-b5c1-cd973c73d75f completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:04:09.219567 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (848a69b3-ee19-4c88-bf94-e5c5cc537ce2), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.224069 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 80804951-baf1-4d2c-b5c1-cd973c73d75f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:09.225634 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.236773 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:04:09.262246 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (40e8b792-5bac-47e5-84d9-95971fbbbda5), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.262600 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Added segment 40e8b792-5bac-47e5-84d9-95971fbbbda5 of type vlan for network ca063969-9c0b-40c8-b2ed-bd1316947954 Feb 15 03:04:09.273537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a69b3-ee19-4c88-bf94-e5c5cc537ce2,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:09.314580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (ca063969-9c0b-40c8-b2ed-bd1316947954), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.349646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (ca063969-9c0b-40c8-b2ed-bd1316947954), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.350987 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:09.351728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.393670 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 80804951-baf1-4d2c-b5c1-cd973c73d75f is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:09.394071 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.436588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:09.443515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3c6ef-a246-4a80-bdb7-5ed579fe0e51" -d '{"events": [{"server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "name": "network-vif-plugged", "status": "completed", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:09.464077 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44328) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:09.471723 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Request body: {'subnet': {'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1809009135-subnet', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:09.478651 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6089888 Feb 15 03:04:09.524213 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad255b-9b77-45a8-9377-32e30bb39b41 admin admin] Pushing event updated for resources: {'Network': ['ID=ca063969-9c0b-40c8-b2ed-bd1316947954,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:09.525083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:09.529158 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Made reservation on behalf of 21443331469a45f5b7d064a7f4513743 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:09.538210 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.557874 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:09.565047 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network ca063969-9c0b-40c8-b2ed-bd1316947954 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:04:09.664648 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a02a0e-cc05-45e2-9f14-a410541e84e6 x-openstack-request-id: req-a3a02a0e-cc05-45e2-9f14-a410541e84e6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:09.665289 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "name": "network-vif-plugged", "status": "completed", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:09.665787 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3a02a0e-cc05-45e2-9f14-a410541e84e6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:09.666711 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'code': 200} Feb 15 03:04:09.675984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34299d-d7bf-4f4e-9397-b1fb09a5e851 req-ce85b9dd-6c34-47d4-9642-64403cc5d29a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:09.693106 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eb34299d-d7bf-4f4e-9397-b1fb09a5e851 req-ce85b9dd-6c34-47d4-9642-64403cc5d29a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1590681 Feb 15 03:04:09.798054 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eb34299d-d7bf-4f4e-9397-b1fb09a5e851 req-b55c8986-9a92-4f3f-be76-1457d05f4198 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027939 Feb 15 03:04:09.889584 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:10.044502 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (39b24c78-e461-4ba6-b96d-49db8634a3cf), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.061316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450723c5-4d0d-4934-9f0d-2cbb305db021 req-7eaf83e4-5f64-4eca-b066-84a5c480b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:10.064195 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-450723c5-4d0d-4934-9f0d-2cbb305db021 req-7eaf83e4-5f64-4eca-b066-84a5c480b406 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1129 time: 0.1001432 Feb 15 03:04:10.087055 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44344) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:10.126102 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8739e1-d562-4d6e-be86-98179b594357 req-326ccf87-d342-4103-8392-b4eb9d238862 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:10.128969 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd8739e1-d562-4d6e-be86-98179b594357 req-326ccf87-d342-4103-8392-b4eb9d238862 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1623869 Feb 15 03:04:10.141883 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-450723c5-4d0d-4934-9f0d-2cbb305db021 req-d55fd9b7-356f-4ebc-9a5a-68756a8adad0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610480 Feb 15 03:04:10.172159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b24c78-e461-4ba6-b96d-49db8634a3cf,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:10.261185 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Checking segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:10.261690 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Network hostable DHCP agents. Network: ca063969-9c0b-40c8-b2ed-bd1316947954, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:04:10.268653 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd8739e1-d562-4d6e-be86-98179b594357 req-eae7b5b8-b43b-428b-a5ab-d7957c663546 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040249 Feb 15 03:04:10.290468 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Network ca063969-9c0b-40c8-b2ed-bd1316947954 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:04:10.317343 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, ca063969-9c0b-40c8-b2ed-bd1316947954) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:10.335118 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:10.336079 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.340133 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c12d69f-0cf9-4a2a-ba65-8a74b33a0250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.341922 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a74306-4a32-4664-b3cd-83ec97a5142d None None] Network ca063969-9c0b-40c8-b2ed-bd1316947954 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:10.363674 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-23272d9e-6c17-4e7e-a503-0a3a57a5bbb1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8974426 Feb 15 03:04:10.366519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44368) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:10.372422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:10.454818 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.456263 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.506234 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-ca063969-9c0b-40c8-b2ed-bd1316947954', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'project_id': '21443331469a45f5b7d064a7f4513743', 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:04:10.507658 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.530347 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c12d69f-0cf9-4a2a-ba65-8a74b33a0250 admin admin] Publish callbacks [] for security_group (629e78cb-caee-4b27-ab9b-d54e4789c302), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.538598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8c12d69f-0cf9-4a2a-ba65-8a74b33a0250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (629e78cb-caee-4b27-ab9b-d54e4789c302), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.595423 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for router_controller (66b81111-2ec4-458c-a5e4-bddc3b6c603b), precommit_add_association {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.692888 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44396) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:10.694948 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8c12d69f-0cf9-4a2a-ba65-8a74b33a0250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=499bb94c88694a2bae5154590f113d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6064825 Feb 15 03:04:10.708494 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12d69f-0cf9-4a2a-ba65-8a74b33a0250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e78cb-caee-4b27-ab9b-d54e4789c302,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:10.879602 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for router_gateway (66b81111-2ec4-458c-a5e4-bddc3b6c603b), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.907019 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Allocated IP 172.20.0.2 (ca063969-9c0b-40c8-b2ed-bd1316947954/39b24c78-e461-4ba6-b96d-49db8634a3cf/04744434-4463-411b-b7e1-ab6dd85a1864) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:10.909316 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] Publish callbacks [] for security_group (629e78cb-caee-4b27-ab9b-d54e4789c302), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:10.939874 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] Publish callbacks [] for security_group (629e78cb-caee-4b27-ab9b-d54e4789c302), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.001079 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7c1aa-ae66-4a41-99aa-8e0b292a0175 req-4702f119-ede6-4555-a99a-efe589fd0db8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:11.008550 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6e7c1aa-ae66-4a41-99aa-8e0b292a0175 req-4702f119-ede6-4555-a99a-efe589fd0db8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1973748 Feb 15 03:04:11.071928 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (629e78cb-caee-4b27-ab9b-d54e4789c302), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.075105 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.077885 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/629e78cb-caee-4b27-ab9b-d54e4789c302 HTTP/1.1" status: 204 len: 168 time: 0.3814373 Feb 15 03:04:11.106716 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb8d3f-d12a-4317-8f71-86fe1284380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e78cb-caee-4b27-ab9b-d54e4789c302,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:11.129105 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6e7c1aa-ae66-4a41-99aa-8e0b292a0175 req-d831dd7f-8ea6-4ffa-bf29-f52a9c7f5fd8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173704 Feb 15 03:04:11.232597 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks [] for port (04744434-4463-411b-b7e1-ab6dd85a1864), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.244526 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.286309 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Network ca063969-9c0b-40c8-b2ed-bd1316947954 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:11.291060 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:11.296384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:11.338154 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87678c-5825-4234-9832-d0f39fadfa45 req-aa07dcce-021a-44ee-935f-99124f960353 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:11.342494 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ac87678c-5825-4234-9832-d0f39fadfa45 req-aa07dcce-021a-44ee-935f-99124f960353 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1922495 Feb 15 03:04:11.387543 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Pushing event updated for resources: {'Port': ['ID=04744434-4463-411b-b7e1-ab6dd85a1864,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:11.405245 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Attempting to bind port 04744434-4463-411b-b7e1-ab6dd85a1864 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:11.405633 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Attempting to bind port 04744434-4463-411b-b7e1-ab6dd85a1864 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:11.406606 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Attempting to bind port 04744434-4463-411b-b7e1-ab6dd85a1864 on network ca063969-9c0b-40c8-b2ed-bd1316947954 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:11.412618 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:11.412960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Checking segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:11.413370 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.413765 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Bound using segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:11.415017 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Bound port: 04744434-4463-411b-b7e1-ab6dd85a1864, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:11.415017 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.500802 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] For port 04744434-4463-411b-b7e1-ab6dd85a1864, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:11.505299 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] For port 04744434-4463-411b-b7e1-ab6dd85a1864, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=04744434-4463-411b-b7e1-ab6dd85a1864,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:11.514785 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.554655 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d8d5-35fa-413f-ac71-a97ea8015efa req-ddb6e713-0c9d-4450-b8a0-b69ee95bf3e3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:11.566226 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-21e0d8d5-35fa-413f-ac71-a97ea8015efa req-ddb6e713-0c9d-4450-b8a0-b69ee95bf3e3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1628563 Feb 15 03:04:11.578420 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ac87678c-5825-4234-9832-d0f39fadfa45 req-32986404-11fc-40bd-a756-bd8e7e14c051 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273863 Feb 15 03:04:11.607428 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39423fc8-71c2-401d-929b-1c772679b651 None None] Pushing event updated for resources: {'Port': ['ID=04744434-4463-411b-b7e1-ab6dd85a1864,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:11.654398 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for router_gateway (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.675985 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-21e0d8d5-35fa-413f-ac71-a97ea8015efa req-7e8eb2af-0330-44f0-90b6-65ca74451f6a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084461 Feb 15 03:04:11.684804 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.796930 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44428) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:11.813386 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7f06f12c-709c-431d-9312-1a97630c92d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.823883 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ef78043-5a6e-483e-ac81-1da31941f9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:11.862545 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Allocated IP 172.27.1.233 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/7b44d7e7-6cec-4de3-bc4d-301bd0766046) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:12.010202 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7f06f12c-709c-431d-9312-1a97630c92d4 admin admin] Publish callbacks [] for security_group (28e8647e-992e-4eb1-897e-cf8920dd8744), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.017619 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7f06f12c-709c-431d-9312-1a97630c92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (28e8647e-992e-4eb1-897e-cf8920dd8744), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.054786 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.085411 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7f06f12c-709c-431d-9312-1a97630c92d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4a143d4b6c04ebbad9dd108dea5d023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855794 Feb 15 03:04:12.088021 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06f12c-709c-431d-9312-1a97630c92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8647e-992e-4eb1-897e-cf8920dd8744,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:12.088347 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44430) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:12.154225 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.270505 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:12.285886 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:12.316716 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:12.326754 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Pushing event updated for resources: {'Port': ['ID=7b44d7e7-6cec-4de3-bc4d-301bd0766046,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:12.423190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] Publish callbacks [] for security_group (28e8647e-992e-4eb1-897e-cf8920dd8744), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.734700 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc68f8-118d-440f-850a-818de61fc5a8 req-7ec0cd53-b5b6-4728-ba3d-235a903bdc5c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:12.736555 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9abc68f8-118d-440f-850a-818de61fc5a8 req-7ec0cd53-b5b6-4728-ba3d-235a903bdc5c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0844779 Feb 15 03:04:12.778935 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] Publish callbacks [] for security_group (28e8647e-992e-4eb1-897e-cf8920dd8744), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:12.805494 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9abc68f8-118d-440f-850a-818de61fc5a8 req-332aada8-d80b-43ae-ad66-97911bad6836 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626750 Feb 15 03:04:12.866644 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a535019-de14-4013-93f7-f2275b1fcc34 req-ce5967ea-e571-41f7-9645-3a9f801ef218 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:12.868338 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a535019-de14-4013-93f7-f2275b1fcc34 req-ce5967ea-e571-41f7-9645-3a9f801ef218 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.5849800 Feb 15 03:04:12.951660 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b312-ef1b-4855-932c-45e578313abb req-19476892-d825-4b69-96a1-5b94024d7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:12.953592 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f5c4b312-ef1b-4855-932c-45e578313abb req-19476892-d825-4b69-96a1-5b94024d7989 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.5608714 Feb 15 03:04:13.010347 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64c0d6-bd8d-4007-9260-4bf868e7d15d req-27d18784-7e78-4dbc-8f2b-e808833c922b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:13.020835 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a535019-de14-4013-93f7-f2275b1fcc34 req-89ce0b4f-187b-44d3-a95c-2eeb49fa5852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196542 Feb 15 03:04:13.021506 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (28e8647e-992e-4eb1-897e-cf8920dd8744), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.024612 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.029564 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28e8647e-992e-4eb1-897e-cf8920dd8744 HTTP/1.1" status: 204 len: 168 time: 0.9364398 Feb 15 03:04:13.029860 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ad64c0d6-bd8d-4007-9260-4bf868e7d15d req-27d18784-7e78-4dbc-8f2b-e808833c922b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1252763 Feb 15 03:04:13.099746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c2278-c56d-4c80-81a7-c10e448d5a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8647e-992e-4eb1-897e-cf8920dd8744,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:13.129188 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ad64c0d6-bd8d-4007-9260-4bf868e7d15d req-45065c85-e3a7-4ab5-837f-82fe76262cf0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019483 Feb 15 03:04:13.149902 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53dd434-6f89-44ce-b054-0b117f338313 None None] Network ca063969-9c0b-40c8-b2ed-bd1316947954 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:13.155027 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f5c4b312-ef1b-4855-932c-45e578313abb req-28a28931-9e2b-4964-8644-ae00ed51e51a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888866 Feb 15 03:04:13.224838 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Provisioning complete for port 04744434-4463-411b-b7e1-ab6dd85a1864 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:13.224838 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.255713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for router_gateway (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.316895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcbd47-0fe9-491d-913c-8165941c2b0e req-6a80ad0a-1d4e-417c-8b5c-1bd5d36bb95b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:13.322212 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b9fcbd47-0fe9-491d-913c-8165941c2b0e req-6a80ad0a-1d4e-417c-8b5c-1bd5d36bb95b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1744745 Feb 15 03:04:13.328637 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44446) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:13.337986 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'floatingip': {'port_id': '80804951-baf1-4d2c-b5c1-cd973c73d75f'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:13.396147 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.409677 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Current status of the port 04744434-4463-411b-b7e1-ab6dd85a1864 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:13.410825 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.484864 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] For port 04744434-4463-411b-b7e1-ab6dd85a1864, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=04744434-4463-411b-b7e1-ab6dd85a1864,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:13.494201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.596737 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034be5-9394-4d2d-abf9-d51f721e69ee None None] Pushing event updated for resources: {'Port': ['ID=04744434-4463-411b-b7e1-ab6dd85a1864,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:13.770308 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.825007 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-dfdcd9ca-3a70-427b-865b-2cb6cfc5fecd None None] Provisioning complete for port 04744434-4463-411b-b7e1-ab6dd85a1864 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:13.825850 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dfdcd9ca-3a70-427b-865b-2cb6cfc5fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:13.995722 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcd9ca-3a70-427b-865b-2cb6cfc5fecd None None] Current status of the port 04744434-4463-411b-b7e1-ab6dd85a1864 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:14.065495 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 04744434-4463-411b-b7e1-ab6dd85a1864 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:14.114797 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Router 66b81111-2ec4-458c-a5e4-bddc3b6c603b is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:04:14.221277 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 04744434-4463-411b-b7e1-ab6dd85a1864 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:14.221982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:14.300505 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ccc4-03cd-4ca0-9f1c-83b5e3f357f1 req-325355c5-0fc2-4686-a353-53aef6040656 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:14.303610 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-58f2ccc4-03cd-4ca0-9f1c-83b5e3f357f1 req-325355c5-0fc2-4686-a353-53aef6040656 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1816163 Feb 15 03:04:14.432658 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-58f2ccc4-03cd-4ca0-9f1c-83b5e3f357f1 req-f6e9d4a3-99e0-4f7b-bbd0-8c79ae1cc63e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222839 Feb 15 03:04:14.504062 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 04744434-4463-411b-b7e1-ab6dd85a1864 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:14.699115 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb79505f-80f0-44f3-9ddf-eca31dcecd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:14.726389 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:14.735119 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:14.811291 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e069d4d-c778-4fc9-8707-a651bc78288b req-c02362d1-08d1-48ac-9188-ad8b02a91203 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:14.813425 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e069d4d-c778-4fc9-8707-a651bc78288b req-c02362d1-08d1-48ac-9188-ad8b02a91203 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.5563989 Feb 15 03:04:14.829697 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:04:14.841088 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Sync routers for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:04:14.860458 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:14.861524 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:14.972058 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:14.976481 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-14279372-63a0-4d00-878e-e3ad20325e76 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6052072 Feb 15 03:04:14.977556 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44480) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:15.011929 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Floating IP 63c03691-c827-4c86-bfad-6fdb296b516d associated. External IP: 172.27.1.79, port: 80804951-baf1-4d2c-b5c1-cd973c73d75f. Feb 15 03:04:15.031837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e069d4d-c778-4fc9-8707-a651bc78288b req-f7be17cc-7e49-4579-8b73-97b6aadbf6b6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067490 Feb 15 03:04:15.074162 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:15.401236 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:04:15.414257 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:12Z', 'revision_number': 3, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:15.441756 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Checking router: 66b81111-2ec4-458c-a5e4-bddc3b6c603b for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:04:15.442215 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Updating router 66b81111-2ec4-458c-a5e4-bddc3b6c603b port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:04:15.474131 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.532350 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:04:15.546294 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:04:15.550888 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.560662 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:15.561673 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:15.607220 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b1185acf-5f5e-4708-b1fb-d6be01259a5a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "PUT /v2.0/floatingips/63c03691-c827-4c86-bfad-6fdb296b516d HTTP/1.1" status: 200 len: 990 time: 2.2768743 Feb 15 03:04:15.608204 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:15.612196 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6c6314-f277-4ac5-8e07-f751844939d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:15.693143 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.737207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb03c23-0801-4ce0-94db-80c709cbdd59 x-openstack-request-id: req-fdb03c23-0801-4ce0-94db-80c709cbdd59 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:15.737698 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:15.738624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdb03c23-0801-4ce0-94db-80c709cbdd59 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:15.739849 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'status': 'completed', 'code': 200} Feb 15 03:04:15.778009 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615cb9e-c025-4486-84b5-50ae24479121 req-bbfa2c57-d1a3-4fa3-8626-90beeaee9a74 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:15.779634 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6615cb9e-c025-4486-84b5-50ae24479121 req-bbfa2c57-d1a3-4fa3-8626-90beeaee9a74 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1892352 Feb 15 03:04:15.795372 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:15.849734 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks [] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.853041 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-94bafc32-9dee-4f8c-a26e-8c84934e879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:15.854939 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-94bafc32-9dee-4f8c-a26e-8c84934e879d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1129 time: 0.0806892 Feb 15 03:04:15.857044 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.909996 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6615cb9e-c025-4486-84b5-50ae24479121 req-d4f9b76e-1cfe-432b-a32d-fc484742362c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930226 Feb 15 03:04:15.925804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Allocated IP 172.20.0.1 (ca063969-9c0b-40c8-b2ed-bd1316947954/39b24c78-e461-4ba6-b96d-49db8634a3cf/1a134da7-9f65-49a3-abe3-eee890e11af3) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:15.936464 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Attempting to bind port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:15.937556 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Attempting to bind port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:15.938491 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Attempting to bind port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:15.951473 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:15.951991 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:15.952986 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.953586 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:15.954124 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Bound port: 7b44d7e7-6cec-4de3-bc4d-301bd0766046, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:15.954518 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:15.957853 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42556c3-d603-42f7-a31f-1b9696f297cc None None] Pushing event updated for resources: {'Port': ['ID=7b44d7e7-6cec-4de3-bc4d-301bd0766046,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:16.013997 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-ce70767d-2385-4e0c-a7f7-1f91b93d0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.017256 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-ce70767d-2385-4e0c-a7f7-1f91b93d0549 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.1546237 Feb 15 03:04:16.043733 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] For port 7b44d7e7-6cec-4de3-bc4d-301bd0766046, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:16.047445 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] For port 7b44d7e7-6cec-4de3-bc4d-301bd0766046, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7b44d7e7-6cec-4de3-bc4d-301bd0766046,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:16.058293 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.104255 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks [] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.138046 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-84e24c5a-48e4-4d6e-8ec8-131532a18113 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 998 time: 0.1089284 Feb 15 03:04:16.157673 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.174251 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:16.175356 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:16.185679 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Network ca063969-9c0b-40c8-b2ed-bd1316947954 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:16.187950 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:16.190702 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:16.191345 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.231477 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-db1f013a-5133-4ac3-8b59-4f1a68624566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.233043 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-db1f013a-5133-4ac3-8b59-4f1a68624566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0890777 Feb 15 03:04:16.324860 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Pushing event updated for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:16.381734 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42556c3-d603-42f7-a31f-1b9696f297cc None None] Pushing event updated for resources: {'Port': ['ID=7b44d7e7-6cec-4de3-bc4d-301bd0766046,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:16.431993 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:16.439964 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886fd2-bcfd-4557-9ea1-c3973418ad55 req-d92a5397-3a2b-4c8e-bbe5-e87c88ba93e7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.442171 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e4886fd2-bcfd-4557-9ea1-c3973418ad55 req-d92a5397-3a2b-4c8e-bbe5-e87c88ba93e7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.2081900 Feb 15 03:04:16.444623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-0a1b3059-a8bb-4e75-b79d-6482448455b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:16.446880 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-0a1b3059-a8bb-4e75-b79d-6482448455b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635683 Feb 15 03:04:16.513682 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.548830 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.581633 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '63c03691-c827-4c86-bfad-6fdb296b516d', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:91:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:57Z', 'updated_at': '2022-02-15T03:04:14Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:16.644205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:04:16.659891 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:16.660530 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:16.705121 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e4886fd2-bcfd-4557-9ea1-c3973418ad55 req-cd7d942a-ae3b-4c16-afdb-4295d56f97ca tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463388 Feb 15 03:04:16.713316 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-6efde404-2a09-4a82-a1cb-2843eec58513 None None] Provisioning complete for port 1a134da7-9f65-49a3-abe3-eee890e11af3 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:16.713688 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6efde404-2a09-4a82-a1cb-2843eec58513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.779773 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:12Z', 'revision_number': 3, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:16.789172 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-9d4e3ee4-2d91-44e2-bf40-5e8526af4637 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341506 Feb 15 03:04:16.856896 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f9b9a-e35b-4de3-ac24-a521294bfefe None None] The sync data for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi is: [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:12Z', 'revision_number': 3, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:04:16.872603 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks [] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.879357 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.880127 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:16.909688 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6efde404-2a09-4a82-a1cb-2843eec58513 None None] Port 1a134da7-9f65-49a3-abe3-eee890e11af3 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:16.953569 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:16.987068 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ce6c6314-f277-4ac5-8e07-f751844939d2 req-f952813d-d59c-4b87-a7f7-fb99a9d9dc92 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910007 Feb 15 03:04:17.119247 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Pushing event updated for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:17.228550 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bc24-d692-4e24-8e94-c44f0090e740 req-67250a0c-8239-4f15-b150-331ec5e392a9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.231109 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3e38bc24-d692-4e24-8e94-c44f0090e740 req-67250a0c-8239-4f15-b150-331ec5e392a9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1172087 Feb 15 03:04:17.240745 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Network ca063969-9c0b-40c8-b2ed-bd1316947954 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:17.241299 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc997d-1028-48ca-9bd2-b5d23f470e46 req-5b06ba65-21b2-460b-96a4-ce3a724856d7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.243432 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-56cc997d-1028-48ca-9bd2-b5d23f470e46 req-5b06ba65-21b2-460b-96a4-ce3a724856d7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0961261 Feb 15 03:04:17.265711 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-28b90cdc-67d9-47d1-9c8a-9776abcbed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.270918 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-28b90cdc-67d9-47d1-9c8a-9776abcbed6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.1827846 Feb 15 03:04:17.309780 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:17.419845 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-0f857f37-0c53-4081-8471-d37c5f75cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.421702 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-0f857f37-0c53-4081-8471-d37c5f75cec5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.1434202 Feb 15 03:04:17.440487 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3e38bc24-d692-4e24-8e94-c44f0090e740 req-6df51b13-5fdb-46a5-8728-bd387d8cfd96 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870916 Feb 15 03:04:17.541589 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-fef50b00-d786-4cc3-a0b9-b073a9545bc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.0806193 Feb 15 03:04:17.556832 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-56cc997d-1028-48ca-9bd2-b5d23f470e46 req-acda89a7-5535-4240-b0bf-6846e51815fc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834027 Feb 15 03:04:17.594728 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Router 66b81111-2ec4-458c-a5e4-bddc3b6c603b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:04:17.653225 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-cdd97fdf-390b-490b-8a0b-82626c189cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:17.657862 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-cdd97fdf-390b-490b-8a0b-82626c189cbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.0978577 Feb 15 03:04:17.710292 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '63c03691-c827-4c86-bfad-6fdb296b516d', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:91:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:57Z', 'updated_at': '2022-02-15T03:04:14Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:17.714972 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-ee059180-3b3f-4ac0-9c4a-7992a015fed1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474215 Feb 15 03:04:17.769975 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9a68-9ea0-41d5-b3b6-26f7d4b28ab8 None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '63c03691-c827-4c86-bfad-6fdb296b516d', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:91:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:03:57Z', 'updated_at': '2022-02-15T03:04:14Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:04:17.843274 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-07dfdb20-08bb-4663-a2b5-bb97faec80ed service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180053 Feb 15 03:04:17.860356 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-06c9cb88-1cd6-4285-a2bb-763980e363c4 None None] Provisioning complete for port 1a134da7-9f65-49a3-abe3-eee890e11af3 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:17.860979 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-06c9cb88-1cd6-4285-a2bb-763980e363c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:17.933652 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-06c9cb88-1cd6-4285-a2bb-763980e363c4 None None] Port 1a134da7-9f65-49a3-abe3-eee890e11af3 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:18.005306 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.028957 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7d6f720-c6bc-491e-8829-e337c52c0efb req-4ec4e887-2e06-47ab-8003-d3b19bdd590b service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781836 Feb 15 03:04:18.047123 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7b44d7e7-6cec-4de3-bc4d-301bd0766046 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:18.054789 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:04:18.070974 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-52260b36-3d5c-4936-adf2-91ad59346330 admin admin] 10.222.0.24 "PUT /v2.0/routers/66b81111-2ec4-458c-a5e4-bddc3b6c603b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916650 Feb 15 03:04:18.117270 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:18.117814 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.180984 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0733394-4155-4ff7-8bd3-c1953b648ef0 None None] New status for floating IP 63c03691-c827-4c86-bfad-6fdb296b516d: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:04:18.221012 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:18.221637 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.256437 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 7b44d7e7-6cec-4de3-bc4d-301bd0766046, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7b44d7e7-6cec-4de3-bc4d-301bd0766046,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:18.261928 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.339081 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=7b44d7e7-6cec-4de3-bc4d-301bd0766046,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:18.601933 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bcb5f-bce6-4d80-a5f6-3a133c074c11 req-fba60c0b-9dbf-415a-8c74-09319f84b67d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.603749 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-842bcb5f-bce6-4d80-a5f6-3a133c074c11 req-fba60c0b-9dbf-415a-8c74-09319f84b67d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0721016 Feb 15 03:04:18.680814 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-842bcb5f-bce6-4d80-a5f6-3a133c074c11 req-a2d231b3-e8dc-43a1-86dc-795eaf48b57e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698228 Feb 15 03:04:18.740253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af288356-aacf-4f9a-86bd-5d3d4ca478f9 req-408ecc48-2d2d-47fb-9431-648bf50122a4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:18.747916 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-af288356-aacf-4f9a-86bd-5d3d4ca478f9 req-408ecc48-2d2d-47fb-9431-648bf50122a4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0877383 Feb 15 03:04:18.796203 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44562) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:18.825683 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44568) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:18.831676 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1748864353-network', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:18.849968 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.853089 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-af288356-aacf-4f9a-86bd-5d3d4ca478f9 req-b04e5f5a-788f-4930-8d40-1a9c715c9e68 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055510 Feb 15 03:04:18.861478 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Made reservation on behalf of eb1862ff7bba4f9fbb8a90ecc148463e for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:18.866421 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.880718 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.971376 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks [] for security_group (e93a70a8-a031-4b53-85f2-3e1a983a3013), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:18.975565 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e93a70a8-a031-4b53-85f2-3e1a983a3013), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.001503 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:04:19.011857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a70a8-a031-4b53-85f2-3e1a983a3013,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:19.017607 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (4eac5ab8-9c45-4b58-83c0-36563a7e678a), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.017943 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Added segment 4eac5ab8-9c45-4b58-83c0-36563a7e678a of type vlan for network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 Feb 15 03:04:19.087977 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6447e3d-3c72-485e-9d9e-39ae5cefda91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.091828 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.138738 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.140153 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:19.140987 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.224929 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3978264 Feb 15 03:04:19.228723 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44570) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:19.236988 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e11884-3c89-4ef5-b912-b2f5385704fd admin admin] Pushing event updated for resources: {'Network': ['ID=cbd314a9-6a09-4a7d-a604-d22a40a5c2d2,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:19.237887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Request body: {'subnet': {'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1748864353-subnet', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:19.259784 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:04:19.281342 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Made reservation on behalf of eb1862ff7bba4f9fbb8a90ecc148463e for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:19.283685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.284538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6447e3d-3c72-485e-9d9e-39ae5cefda91 admin admin] Publish callbacks [] for security_group (a3d6585b-86b8-403a-b405-3d1657f3cf0c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.293136 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6447e3d-3c72-485e-9d9e-39ae5cefda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a3d6585b-86b8-403a-b405-3d1657f3cf0c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.352960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Sync routers for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:04:19.359693 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b6447e3d-3c72-485e-9d9e-39ae5cefda91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15acffd180b64601a2d6387f6cd1bf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580266 Feb 15 03:04:19.360781 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44572) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:19.376545 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:19.377849 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:19.385592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6447e3d-3c72-485e-9d9e-39ae5cefda91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6585b-86b8-403a-b405-3d1657f3cf0c,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:19.437340 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] Publish callbacks [] for security_group (a3d6585b-86b8-403a-b405-3d1657f3cf0c), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.463840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] Publish callbacks [] for security_group (a3d6585b-86b8-403a-b405-3d1657f3cf0c), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.521075 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (2ad9a530-edc4-4ffe-8f7a-60149ecc59b4), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.522840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (a3d6585b-86b8-403a-b405-3d1657f3cf0c), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.526266 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.527825 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3d6585b-86b8-403a-b405-3d1657f3cf0c HTTP/1.1" status: 204 len: 168 time: 0.1661537 Feb 15 03:04:19.539284 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876818b-0c07-4d06-af1f-b03f7b8401ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6585b-86b8-403a-b405-3d1657f3cf0c,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:19.551559 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:19.606540 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad9a530-edc4-4ffe-8f7a-60149ecc59b4,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:19.622211 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Checking segment: {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:19.622575 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Network hostable DHCP agents. Network: cbd314a9-6a09-4a7d-a604-d22a40a5c2d2, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:04:19.688423 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:04:19.705329 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, cbd314a9-6a09-4a7d-a604-d22a40a5c2d2) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:19.715267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:19.716223 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.747402 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3dd30b77-dda4-4222-832d-9fb4cdd4aa42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5168595 Feb 15 03:04:19.752382 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44580) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:19.753339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe658d14-27d1-489d-9045-b91beffa2687 None None] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:19.765956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:19.810220 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (2a23bc79-b857-491a-9323-d687d897cc82), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.812957 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (2a23bc79-b857-491a-9323-d687d897cc82), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:19.980632 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for router_controller (2a23bc79-b857-491a-9323-d687d897cc82), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.161879 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b8d9-f900-4622-86c2-1d7b82011036 req-46393a55-7a81-41ca-a8a6-89e84f42a8eb tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.162781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7b44d7e7-6cec-4de3-bc4d-301bd0766046 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:20.190533 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6e56b8d9-f900-4622-86c2-1d7b82011036 req-46393a55-7a81-41ca-a8a6-89e84f42a8eb tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1490910 Feb 15 03:04:20.200480 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'fixed_ips': [{'subnet_id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:04:20.201702 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.231678 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 2, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:20.232178 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:04:20.233749 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0c37-5cfd-4791-80d1-c45477e52919 req-01bb0e52-450b-435c-abdb-68f827577bd2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.241860 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fe5a0c37-5cfd-4791-80d1-c45477e52919 req-01bb0e52-450b-435c-abdb-68f827577bd2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.2572482 Feb 15 03:04:20.365502 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6e56b8d9-f900-4622-86c2-1d7b82011036 req-2be736c2-b2be-4a5a-a7fd-7c1909770478 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737542 Feb 15 03:04:20.379363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for router_gateway (2a23bc79-b857-491a-9323-d687d897cc82), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.394384 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-5f5cd658-c69b-4fbf-999c-1c256fdcff80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317723 Feb 15 03:04:20.406095 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fe5a0c37-5cfd-4791-80d1-c45477e52919 req-7f5f1c66-c3ca-4d45-ae00-31c7269d7d1a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632576 Feb 15 03:04:20.507369 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Checking router: 66b81111-2ec4-458c-a5e4-bddc3b6c603b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:04:20.507810 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Updating router 66b81111-2ec4-458c-a5e4-bddc3b6c603b port 1a134da7-9f65-49a3-abe3-eee890e11af3 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:04:20.528025 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-45927fe8-b97e-402e-9276-c73e94d1bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.529647 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-45927fe8-b97e-402e-9276-c73e94d1bc0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.0902095 Feb 15 03:04:20.606614 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.611588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:20.615235 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.638280 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Allocated IP 172.20.0.2 (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2/2ad9a530-edc4-4ffe-8f7a-60149ecc59b4/7f7312bf-08ee-4825-977b-e220e07a8e54) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:20.667837 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-6d9276f1-2241-438f-8999-55b3f420278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.669816 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-6d9276f1-2241-438f-8999-55b3f420278f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.1205916 Feb 15 03:04:20.707553 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for router_gateway (2a23bc79-b857-491a-9323-d687d897cc82), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.740522 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:20.754962 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-29601c42-3b83-4067-b74e-53c2564ec708 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.0728562 Feb 15 03:04:20.865480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-c41de796-a71a-436e-8631-5db4841c3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:20.869695 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-c41de796-a71a-436e-8631-5db4841c3c4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.1138213 Feb 15 03:04:20.895642 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44608) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:20.904926 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Allocated IP 172.27.1.64 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/a0b0e6f6-18db-4656-aaf7-652960a59a29) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:20.919852 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-9f456982-fd5e-4140-b964-82293dfcc555 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378945 Feb 15 03:04:21.108338 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:21.116265 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.143581 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-8548d05f-8c62-40e9-adff-9695e76870fc service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088618 Feb 15 03:04:21.190716 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.194887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1713041168-network', 'tenant_id': '303d2e285f594249875c9a3de44a5ac2'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:21.235503 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks [] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.253097 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.267942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Made reservation on behalf of 303d2e285f594249875c9a3de44a5ac2 for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:21.270736 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.284136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.291280 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:21.303210 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:21.306651 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b0e6f6-18db-4656-aaf7-652960a59a29,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:21.310843 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:21.331048 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:21.335957 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4d556e7f-d798-4378-88df-0bf59fba51ab req-d5d1413f-e098-4ce3-9ac7-04e68bbfc2bb service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849406 Feb 15 03:04:21.349140 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:21.352583 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:21.377207 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Pushing event updated for resources: {'Port': ['ID=7f7312bf-08ee-4825-977b-e220e07a8e54,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:21.400555 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.401088 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.401620 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.408778 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.409065 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.409494 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.409843 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.410205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.410594 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.416647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.416647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.416647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.416647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:21.450134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks [] for security_group (6dee6552-12ea-415b-8f75-1013db986355), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.459206 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (6dee6552-12ea-415b-8f75-1013db986355), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.496312 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee6552-12ea-415b-8f75-1013db986355,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:21.507027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:04:21.529375 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (b25b383a-0c80-42c5-8fb7-4bdedb623192), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.529985 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Added segment b25b383a-0c80-42c5-8fb7-4bdedb623192 of type vlan for network 9378a579-260b-4873-b61c-261899e7b0f3 Feb 15 03:04:21.603437 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (9378a579-260b-4873-b61c-261899e7b0f3), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.644157 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (9378a579-260b-4873-b61c-261899e7b0f3), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.645321 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:21.645965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.660025 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35401e58-8793-4d90-971a-2f16109b8e33 req-17466829-5e9d-4fc5-b61c-9b86cc4c1fb1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:21.661936 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-35401e58-8793-4d90-971a-2f16109b8e33 req-17466829-5e9d-4fc5-b61c-9b86cc4c1fb1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1216872 Feb 15 03:04:21.668260 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Attempting to bind port 7f7312bf-08ee-4825-977b-e220e07a8e54 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:21.668643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Attempting to bind port 7f7312bf-08ee-4825-977b-e220e07a8e54 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:21.669011 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Attempting to bind port 7f7312bf-08ee-4825-977b-e220e07a8e54 on network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:21.725359 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:21.725741 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Checking segment: {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:21.726154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.726558 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Bound using segment: {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:21.727112 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Bound port: 7f7312bf-08ee-4825-977b-e220e07a8e54, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:21.727583 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.745314 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for router_gateway (2a23bc79-b857-491a-9323-d687d897cc82), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.759930 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks [] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.771285 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-35401e58-8793-4d90-971a-2f16109b8e33 req-c3e699d6-1c96-4e66-9f44-4c396179bb88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909405 Feb 15 03:04:21.784954 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8882039 Feb 15 03:04:21.803017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44616) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:21.803128 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa38d4-c02e-407a-b6d1-c71b28bb2a0f admin admin] Pushing event updated for resources: {'Network': ['ID=9378a579-260b-4873-b61c-261899e7b0f3,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:21.807817 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Request body: {'subnet': {'network_id': '9378a579-260b-4873-b61c-261899e7b0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1713041168-subnet', 'tenant_id': '303d2e285f594249875c9a3de44a5ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:21.815823 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.828964 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 9378a579-260b-4873-b61c-261899e7b0f3 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:04:21.846789 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Made reservation on behalf of 303d2e285f594249875c9a3de44a5ac2 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:21.849336 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:21.987614 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] For port 7f7312bf-08ee-4825-977b-e220e07a8e54, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:22.020317 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.022899 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] For port 7f7312bf-08ee-4825-977b-e220e07a8e54, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7f7312bf-08ee-4825-977b-e220e07a8e54,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:22.033778 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c8ff-e73d-4e54-b5e2-31d73564b274 None None] Pushing event updated for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:22.059125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.162752 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Attempting to bind port 1a134da7-9f65-49a3-abe3-eee890e11af3 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:22.163933 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Attempting to bind port 1a134da7-9f65-49a3-abe3-eee890e11af3 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:22.164419 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Attempting to bind port 1a134da7-9f65-49a3-abe3-eee890e11af3 on network ca063969-9c0b-40c8-b2ed-bd1316947954 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:22.172596 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758540-dfcf-4fcf-935f-f6969ac6074b None None] Pushing event updated for resources: {'Port': ['ID=7f7312bf-08ee-4825-977b-e220e07a8e54,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:22.178762 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:22.179536 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Checking segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:22.180127 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.180683 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Bound using segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:22.181421 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Bound port: 1a134da7-9f65-49a3-abe3-eee890e11af3, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:22.181993 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.316411 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] For port 1a134da7-9f65-49a3-abe3-eee890e11af3, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:22.320579 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] For port 1a134da7-9f65-49a3-abe3-eee890e11af3, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1a134da7-9f65-49a3-abe3-eee890e11af3,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:22.328915 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.402320 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bcca-f36d-4dc8-a701-f549af89d674 req-0958943a-0914-4c32-87b4-d4089a7d5ab6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:22.403929 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8aa4bcca-f36d-4dc8-a701-f549af89d674 req-0958943a-0914-4c32-87b4-d4089a7d5ab6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.4361837 Feb 15 03:04:22.421613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:22.422254 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:22.425600 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c8ff-e73d-4e54-b5e2-31d73564b274 None None] Pushing event updated for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:22.450653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (2a23bc79-b857-491a-9323-d687d897cc82), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.485238 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Provisioning complete for port 1a134da7-9f65-49a3-abe3-eee890e11af3 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:22.485662 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.557529 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8aa4bcca-f36d-4dc8-a701-f549af89d674 req-f91abb73-3bfe-4a5a-ab3c-26c020510a4c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448803 Feb 15 03:04:22.687535 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (2f6e3712-c13d-49f7-939a-eef850c4518a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.713999 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:22.877532 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6e3712-c13d-49f7-939a-eef850c4518a,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:22.912538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Checking segment: {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:22.913199 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Network hostable DHCP agents. Network: 9378a579-260b-4873-b61c-261899e7b0f3, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:04:22.945615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Router 2a23bc79-b857-491a-9323-d687d897cc82 is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:04:22.977493 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Current status of the port 1a134da7-9f65-49a3-abe3-eee890e11af3 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:22.977893 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:22.992030 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Network 9378a579-260b-4873-b61c-261899e7b0f3 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:04:23.050394 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] For port 1a134da7-9f65-49a3-abe3-eee890e11af3, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1a134da7-9f65-49a3-abe3-eee890e11af3,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:23.053822 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 9378a579-260b-4873-b61c-261899e7b0f3) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:23.061272 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:23.066187 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:23.066869 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:23.073343 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0a78e-8af8-40f6-b90a-fa7be8755923 None None] Network 9378a579-260b-4873-b61c-261899e7b0f3 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:23.114571 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d4488f99-7ea2-44ed-888d-517fea88f3ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3210621 Feb 15 03:04:23.174155 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2bcf1-2a2e-44b0-b609-ae9ae660a678 req-9dd54511-fb56-4c19-919c-2102e43a2a3f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:23.176005 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7b2bcf1-2a2e-44b0-b609-ae9ae660a678 req-9dd54511-fb56-4c19-919c-2102e43a2a3f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.2262068 Feb 15 03:04:23.262901 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:04:23.278397 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Sync routers for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:04:23.282177 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:22Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:23.306865 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:23.308205 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7b2bcf1-2a2e-44b0-b609-ae9ae660a678 req-8a3c2023-c996-4907-ae0c-ef562ee30c31 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201816 Feb 15 03:04:23.309056 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:23.315721 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:23.317532 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1bba2122-d439-430d-806e-db79c4003d10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5621111 Feb 15 03:04:23.320359 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44644) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:23.322712 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096c67e-bed5-406b-9254-4e0e83b72412 None None] Pushing event updated for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:23.327883 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-b1e024df-0580-48d7-a9cc-1e71980d92b8 None None] Provisioning complete for port 1a134da7-9f65-49a3-abe3-eee890e11af3 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:23.328263 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1e024df-0580-48d7-a9cc-1e71980d92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:23.338040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad3219-d4b8-4d10-91ac-2c9000296752 None None] The sync data for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi is: [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:22Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:04:23.544864 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0c69c-443e-4792-8bcb-2a8cac7185af None None] Network 9378a579-260b-4873-b61c-261899e7b0f3 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:23.647569 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:23.755612 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b1e024df-0580-48d7-a9cc-1e71980d92b8 None None] Current status of the port 1a134da7-9f65-49a3-abe3-eee890e11af3 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:24.010124 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf215169-fc15-403d-8c3f-26b40a9d307c None None] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:04:24.082444 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:21Z', 'revision_number': 3, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:24.144188 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Checking router: 2a23bc79-b857-491a-9323-d687d897cc82 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:04:24.144538 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Updating router 2a23bc79-b857-491a-9323-d687d897cc82 port a0b0e6f6-18db-4656-aaf7-652960a59a29 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:04:24.209998 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.248319 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1a134da7-9f65-49a3-abe3-eee890e11af3 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:24.295004 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Provisioning complete for port 7f7312bf-08ee-4825-977b-e220e07a8e54 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:24.295004 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.489464 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 1a134da7-9f65-49a3-abe3-eee890e11af3 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:24.490001 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.689471 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks [] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.702849 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.728116 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e61fc-4139-46c6-a50e-6df0e8ef8fdf req-76deb57f-c304-4fa2-a927-71a414afa55c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:24.736118 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff2e61fc-4139-46c6-a50e-6df0e8ef8fdf req-76deb57f-c304-4fa2-a927-71a414afa55c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1993608 Feb 15 03:04:24.787363 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c25f-3181-45ef-9d11-1bb9692b512e None None] Pushing event updated for resources: {'Port': ['ID=a0b0e6f6-18db-4656-aaf7-652960a59a29,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:24.828873 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Attempting to bind port a0b0e6f6-18db-4656-aaf7-652960a59a29 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:24.829614 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Attempting to bind port a0b0e6f6-18db-4656-aaf7-652960a59a29 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:24.830348 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Attempting to bind port a0b0e6f6-18db-4656-aaf7-652960a59a29 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:24.843132 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:24.843677 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:24.843962 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.844568 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:24.845496 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Bound port: a0b0e6f6-18db-4656-aaf7-652960a59a29, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:24.845496 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.857229 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff2e61fc-4139-46c6-a50e-6df0e8ef8fdf req-b7eaed99-4bee-47fc-8555-e0929bb9cd68 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195180 Feb 15 03:04:24.882222 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Current status of the port 7f7312bf-08ee-4825-977b-e220e07a8e54 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:24.882584 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.932309 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] For port a0b0e6f6-18db-4656-aaf7-652960a59a29, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:24.940099 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] For port a0b0e6f6-18db-4656-aaf7-652960a59a29, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a0b0e6f6-18db-4656-aaf7-652960a59a29,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:24.949861 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:24.992342 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] For port 7f7312bf-08ee-4825-977b-e220e07a8e54, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7f7312bf-08ee-4825-977b-e220e07a8e54,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:25.003882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.013338 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 1a134da7-9f65-49a3-abe3-eee890e11af3 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:25.015341 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7f7312bf-08ee-4825-977b-e220e07a8e54 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:25.057488 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c25f-3181-45ef-9d11-1bb9692b512e None None] Pushing event updated for resources: {'Port': ['ID=a0b0e6f6-18db-4656-aaf7-652960a59a29,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:25.075255 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:25.078594 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:25.109547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b41ca-37f5-493f-b5ba-3dbd9402d750 None None] Pushing event updated for resources: {'Port': ['ID=7f7312bf-08ee-4825-977b-e220e07a8e54,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:25.115514 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.126566 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 7f7312bf-08ee-4825-977b-e220e07a8e54 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:25.126946 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.164604 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-adff67d3-ef8f-4add-a3f1-18960ff8338d None None] Provisioning complete for port 7f7312bf-08ee-4825-977b-e220e07a8e54 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:25.165072 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-adff67d3-ef8f-4add-a3f1-18960ff8338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.269629 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:25.376143 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 7f7312bf-08ee-4825-977b-e220e07a8e54 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:25.387187 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-adff67d3-ef8f-4add-a3f1-18960ff8338d None None] Current status of the port 7f7312bf-08ee-4825-977b-e220e07a8e54 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:25.443749 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Allocated IP 172.20.0.1 (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2/2ad9a530-edc4-4ffe-8f7a-60149ecc59b4/e66aaaac-192a-493c-9662-49884634d181) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:25.559811 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:21Z', 'revision_number': 3, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:25.573795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks [] for port (e66aaaac-192a-493c-9662-49884634d181), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.588558 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740990e4-2e17-49b9-98c7-e08598587b67 None None] The sync data for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi is: [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:21Z', 'revision_number': 3, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:04:25.631067 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (e66aaaac-192a-493c-9662-49884634d181), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:25.680932 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:25.684177 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:25.690468 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:25.694224 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Pushing event updated for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:25.753937 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (2a23bc79-b857-491a-9323-d687d897cc82), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.034858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-076bfcab-c04b-424e-b11f-510d7070369c None None] Provisioning complete for port e66aaaac-192a-493c-9662-49884634d181 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:26.041834 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-076bfcab-c04b-424e-b11f-510d7070369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e66aaaac-192a-493c-9662-49884634d181), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.115075 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-076bfcab-c04b-424e-b11f-510d7070369c None None] Port e66aaaac-192a-493c-9662-49884634d181 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:26.121080 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-3044721d-13e5-45e8-bf8d-254fa85cf272 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:26.131874 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-3044721d-13e5-45e8-bf8d-254fa85cf272 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 814 time: 0.2539518 Feb 15 03:04:26.150096 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-f23b59b5-5652-427d-81ca-ee5c3d68c79c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/quotas/303d2e285f594249875c9a3de44a5ac2 HTTP/1.1" status: 200 len: 375 time: 0.0171463 Feb 15 03:04:26.179288 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e66aaaac-192a-493c-9662-49884634d181), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.189981 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb556b-2bb2-4c73-8e02-b1bcfb5457f7 req-aca8ae24-cbb5-40b9-a2d6-646fad5cad39 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:26.191639 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0fbb556b-2bb2-4c73-8e02-b1bcfb5457f7 req-aca8ae24-cbb5-40b9-a2d6-646fad5cad39 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1935389 Feb 15 03:04:26.197037 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a0b0e6f6-18db-4656-aaf7-652960a59a29 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:26.225347 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-13ad7fa3-a983-4157-9fe0-74332d8bbd5a tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673523 Feb 15 03:04:26.280125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port a0b0e6f6-18db-4656-aaf7-652960a59a29 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:26.285696 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.361341 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0fbb556b-2bb2-4c73-8e02-b1bcfb5457f7 req-73f8fb87-61c3-4529-ace4-1fee8847f145 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532538 Feb 15 03:04:26.427095 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-05fb4407-0a5b-4713-8d26-90d02376fb78 service neutron] 10.222.0.24 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003274 Feb 15 03:04:26.514290 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port a0b0e6f6-18db-4656-aaf7-652960a59a29 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:26.514707 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.553460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port a0b0e6f6-18db-4656-aaf7-652960a59a29, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a0b0e6f6-18db-4656-aaf7-652960a59a29,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:26.560618 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.561450 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7f7312bf-08ee-4825-977b-e220e07a8e54 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:26.603142 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-f9588db4-42d8-4263-8837-1f79116dd49a service neutron] 10.222.0.24 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692522 Feb 15 03:04:26.637474 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks [] for port (e66aaaac-192a-493c-9662-49884634d181), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.648763 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (e66aaaac-192a-493c-9662-49884634d181), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.700869 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=a0b0e6f6-18db-4656-aaf7-652960a59a29,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:26.730327 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 7f7312bf-08ee-4825-977b-e220e07a8e54 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:26.731197 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.797278 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Pushing event updated for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:26.800461 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (2a23bc79-b857-491a-9323-d687d897cc82), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:26.880749 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 7f7312bf-08ee-4825-977b-e220e07a8e54 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:26.953724 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2a6f098b-8e27-413b-8ba3-8d5af7f1b636 req-8779bb9f-7a1d-44cd-8a1a-6e74d16f195f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 210 time: 0.0387197 Feb 15 03:04:26.955662 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:26.957233 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:27.096918 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Router 2a23bc79-b857-491a-9323-d687d897cc82 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:04:27.234842 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:04:27.240540 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e8c87257-72f1-4d0b-aa07-8609e7e7f78c admin admin] 10.222.0.24 "PUT /v2.0/routers/2a23bc79-b857-491a-9323-d687d897cc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9190879 Feb 15 03:04:27.250631 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-ce4c4aad-ec35-4efe-b7ee-bbe1d1d168d3 None None] Provisioning complete for port e66aaaac-192a-493c-9662-49884634d181 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:27.251212 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4aad-ec35-4efe-b7ee-bbe1d1d168d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e66aaaac-192a-493c-9662-49884634d181), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:27.296927 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c4aad-ec35-4efe-b7ee-bbe1d1d168d3 None None] Port e66aaaac-192a-493c-9662-49884634d181 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:27.549248 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c017-71a2-40ea-bd91-1a83c94bdd25 req-9015f636-90eb-48f9-908f-c009a9829c61 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:27.550634 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9718c017-71a2-40ea-bd91-1a83c94bdd25 req-9015f636-90eb-48f9-908f-c009a9829c61 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0801475 Feb 15 03:04:27.627744 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9718c017-71a2-40ea-bd91-1a83c94bdd25 req-83f1a367-88c4-49bb-8d19-126a765896b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705700 Feb 15 03:04:28.022079 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 44726) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:28.028286 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035710061', 'description': 'tempest-secgroup-smoke-2035710061 description', 'project_id': '21443331469a45f5b7d064a7f4513743'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:28.055457 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.074831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a0b0e6f6-18db-4656-aaf7-652960a59a29 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:28.161804 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d830dbb6-2717-4564-926a-e72f12f58810 req-95e145a5-2082-46ad-8352-50e6088f26df tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 210 time: 0.0547523 Feb 15 03:04:28.193206 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port a0b0e6f6-18db-4656-aaf7-652960a59a29 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:28.193965 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.257091 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (66afc865-534b-4b98-8183-4a39a8ca6288), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.260231 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Sync routers for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:04:28.263554 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (66afc865-534b-4b98-8183-4a39a8ca6288), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.297276 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:28.298396 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:28.348672 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.353237 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3268905 Feb 15 03:04:28.354792 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44728) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:28.361327 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:28.408290 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (a655f796-4475-4a83-8c8c-1ddf3ae63bc2), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.436018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e46de-67e4-491f-a5c1-df366dd1fcd2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66afc865-534b-4b98-8183-4a39a8ca6288,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:28.480793 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port a0b0e6f6-18db-4656-aaf7-652960a59a29 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:28.489894 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (a655f796-4475-4a83-8c8c-1ddf3ae63bc2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.495805 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (a655f796-4475-4a83-8c8c-1ddf3ae63bc2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.498135 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:28.504285 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-392b2cd2-9beb-4f72-abbc-807082d67f4f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:28.506120 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-392b2cd2-9beb-4f72-abbc-807082d67f4f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 814 time: 0.2322760 Feb 15 03:04:28.517234 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a655f796-4475-4a83-8c8c-1ddf3ae63bc2,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:28.525209 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Request body: {'port': {'device_id': '90e416c8-8886-482e-8f52-bbda52dbf824', 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3', 'admin_state_up': True, 'tenant_id': '303d2e285f594249875c9a3de44a5ac2'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:28.526846 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.527271 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.527688 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.528256 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.528742 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.529259 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.529822 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.530153 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.531281 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.531780 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.532243 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.532717 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.533254 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:28.538485 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.539738 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-36e4e204-b705-4a80-86f3-f659b63e6cb1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832204 Feb 15 03:04:28.542416 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44734) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:28.547409 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:28.580624 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (9d672c9c-261d-4b8b-a658-94151ce8a1c7), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.655059 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (9d672c9c-261d-4b8b-a658-94151ce8a1c7), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.660531 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (9d672c9c-261d-4b8b-a658-94151ce8a1c7), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.678464 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Made reservation on behalf of 303d2e285f594249875c9a3de44a5ac2 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:28.684291 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.704200 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d672c9c-261d-4b8b-a658-94151ce8a1c7,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:28.710465 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.711891 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b16752f2-c034-49ee-a874-45edc1aac9bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683471 Feb 15 03:04:28.714651 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44740) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:28.721489 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:28.767402 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (5fe18b96-da31-4265-a7b6-9fc884108ff6), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.785241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'e66aaaac-192a-493c-9662-49884634d181', 'name': '', 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'mac_address': 'fa:16:3e:1e:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:25Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 2, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'subnets': [{'id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:28.835023 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Checking router: 2a23bc79-b857-491a-9323-d687d897cc82 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:04:28.835463 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Updating router 2a23bc79-b857-491a-9323-d687d897cc82 port e66aaaac-192a-493c-9662-49884634d181 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:04:28.865613 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c6622-90cf-4327-a8d7-144b74a55cbf req-20955be6-2e36-479c-a8bd-050453736002 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:28.867188 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4a4c6622-90cf-4327-a8d7-144b74a55cbf req-20955be6-2e36-479c-a8bd-050453736002 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1133702 Feb 15 03:04:28.869913 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e66aaaac-192a-493c-9662-49884634d181), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.870067 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Allocated IP 172.20.0.10 (9378a579-260b-4873-b61c-261899e7b0f3/2f6e3712-c13d-49f7-939a-eef850c4518a/a8872dc1-8f95-4eaf-862c-38cedddd9d51) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:28.906750 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (5fe18b96-da31-4265-a7b6-9fc884108ff6), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.917342 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (5fe18b96-da31-4265-a7b6-9fc884108ff6), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.942736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe18b96-da31-4265-a7b6-9fc884108ff6,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:28.968555 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4a4c6622-90cf-4327-a8d7-144b74a55cbf req-5728cd4c-0ea4-4897-8542-6611e15918ed tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885968 Feb 15 03:04:28.975072 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:28.979226 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2c5072cf-4880-45ee-a606-62cef5ef087c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609839 Feb 15 03:04:28.979504 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44746) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:28.984913 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:29.027392 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (8c9b4e32-10f9-4064-95d5-1a1fcb42fe0e), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.110967 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (8c9b4e32-10f9-4064-95d5-1a1fcb42fe0e), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.123277 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (8c9b4e32-10f9-4064-95d5-1a1fcb42fe0e), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.138381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks [] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.146054 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9b4e32-10f9-4064-95d5-1a1fcb42fe0e,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.177538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.186890 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-41497425-1ef2-4cb6-b1f5-857f23701230 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1988461 Feb 15 03:04:29.186890 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44750) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:29.187417 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:04:29.190549 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:29.201324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.238964 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.securitygroups_db [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Project 21443331469a45f5b7d064a7f4513743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:04:29.247970 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (1a86a706-ae9a-42aa-ae5b-73bcc4ce745a), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.276482 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks [] for port (e66aaaac-192a-493c-9662-49884634d181), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.292594 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e66aaaac-192a-493c-9662-49884634d181), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.305080 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Pushing event updated for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.344836 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Network 9378a579-260b-4873-b61c-261899e7b0f3 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:29.360624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:29.366170 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:29.418838 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:29.419269 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (1a86a706-ae9a-42aa-ae5b-73bcc4ce745a), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.428644 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (1a86a706-ae9a-42aa-ae5b-73bcc4ce745a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.431655 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521a631-737b-48c4-92d3-8960ba0447ce None None] Pushing event updated for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.440991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:29.441876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.459362 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:04:29.460863 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aed60-42b3-4cd0-9423-584c0635ba5e req-b218ae45-08d2-4ff9-aa6a-1f15ffea5882 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:29.462693 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b21aed60-42b3-4cd0-9423-584c0635ba5e req-b218ae45-08d2-4ff9-aa6a-1f15ffea5882 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 932 time: 0.1620595 Feb 15 03:04:29.463486 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a86a706-ae9a-42aa-ae5b-73bcc4ce745a,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.474063 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.476353 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f8d390f1-2536-49ac-a14b-1bec4c812b22 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2928700 Feb 15 03:04:29.482840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 44754) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:29.483058 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-cad4e59c-fe0a-429a-b939-a7af0874d369 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9628801 Feb 15 03:04:29.491558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'security_group_rule': {'security_group_id': '66afc865-534b-4b98-8183-4a39a8ca6288', 'project_id': '21443331469a45f5b7d064a7f4513743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:29.496966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Request body: {'port': {'device_id': '90e416c8-8886-482e-8f52-bbda52dbf824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:29.513643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Attempting to bind port e66aaaac-192a-493c-9662-49884634d181 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:29.514023 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Attempting to bind port e66aaaac-192a-493c-9662-49884634d181 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:29.514392 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Attempting to bind port e66aaaac-192a-493c-9662-49884634d181 on network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:29.528636 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.securitygroups_db [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Project 21443331469a45f5b7d064a7f4513743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:04:29.528917 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:29.529076 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Checking segment: {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:29.529726 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.530068 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Bound using segment: {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:29.530801 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Bound port: e66aaaac-192a-493c-9662-49884634d181, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac5ab8-9c45-4b58-83c0-36563a7e678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:29.531265 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e66aaaac-192a-493c-9662-49884634d181), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.536793 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (aec48929-847a-457a-8272-0601caa413d2), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.553307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: ACTIVE; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:29.553307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.612734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:29.627903 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b21aed60-42b3-4cd0-9423-584c0635ba5e req-c115a9f3-d045-4308-ae1a-00550a2ea337 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424410 Feb 15 03:04:29.642809 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.651435 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (aec48929-847a-457a-8272-0601caa413d2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.658245 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (aec48929-847a-457a-8272-0601caa413d2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.668377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:29.677998 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.700201 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec48929-847a-457a-8272-0601caa413d2,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.706799 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.717181 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-dcb18fcc-7b7d-4cfe-8682-dc3b8abff3d8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2312477 Feb 15 03:04:29.794587 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-64779c8c-efc2-4503-a2d6-ae4d1c4f358a None None] Provisioning complete for port e66aaaac-192a-493c-9662-49884634d181 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:29.795098 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-64779c8c-efc2-4503-a2d6-ae4d1c4f358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e66aaaac-192a-493c-9662-49884634d181), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.801790 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] For port e66aaaac-192a-493c-9662-49884634d181, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:29.847040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:29.851951 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] For port e66aaaac-192a-493c-9662-49884634d181, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e66aaaac-192a-493c-9662-49884634d181,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:29.857266 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:04:29.897892 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e66aaaac-192a-493c-9662-49884634d181), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:29.914886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-64779c8c-efc2-4503-a2d6-ae4d1c4f358a None None] Port e66aaaac-192a-493c-9662-49884634d181 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:29.979827 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:04:29.980776 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:04:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:30.300853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521a631-737b-48c4-92d3-8960ba0447ce None None] Pushing event updated for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:30.303837 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af7d3-7f69-4c5b-bb83-4ba631e38236 req-a13be907-464c-4030-b0f1-9a1568b4a374 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:30.311328 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-303af7d3-7f69-4c5b-bb83-4ba631e38236 req-a13be907-464c-4030-b0f1-9a1568b4a374 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.1678436 Feb 15 03:04:30.352205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:04:30.384966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8872dc1-8f95-4eaf-862c-38cedddd9d51 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:30.402850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks [] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:30.433845 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Transition to ACTIVE for port object a8872dc1-8f95-4eaf-862c-38cedddd9d51 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:04:30.450194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:30.459101 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-303af7d3-7f69-4c5b-bb83-4ba631e38236 req-1ad246ee-79ae-4624-8d5b-7878322f8e00 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372325 Feb 15 03:04:30.608850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Pushing event updated for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:30.621858 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.622287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.622549 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.622890 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.623256 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.623595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.624126 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.624615 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.625191 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.625545 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.625888 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.626226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.626608 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:04:30.660004 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Attempting to bind port a8872dc1-8f95-4eaf-862c-38cedddd9d51 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:30.662054 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Attempting to bind port a8872dc1-8f95-4eaf-862c-38cedddd9d51 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:30.662576 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Attempting to bind port a8872dc1-8f95-4eaf-862c-38cedddd9d51 on network 9378a579-260b-4873-b61c-261899e7b0f3 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:30.668103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Port a8872dc1-8f95-4eaf-862c-38cedddd9d51 on network 9378a579-260b-4873-b61c-261899e7b0f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:04:30.668894 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Attempting to bind port a8872dc1-8f95-4eaf-862c-38cedddd9d51 on network 9378a579-260b-4873-b61c-261899e7b0f3 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:30.678640 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:30.680767 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Checking segment: {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:30.685020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Bound using segment: {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:30.685782 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Bound port: a8872dc1-8f95-4eaf-862c-38cedddd9d51, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:30.686280 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:30.782351 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:30.788354 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:30.813245 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:30.865922 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:30.866954 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:30.869255 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] 10.222.0.52 "PUT /v2.0/ports/a8872dc1-8f95-4eaf-862c-38cedddd9d51 HTTP/1.1" status: 200 len: 1094 time: 1.3770490 Feb 15 03:04:30.901210 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:30.905755 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1097afc8-0fb1-4139-8e4d-25db9f5be302" -d '{"events": [{"name": "network-changed", "server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:30.968142 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Provisioning complete for port e66aaaac-192a-493c-9662-49884634d181 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:30.968574 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e66aaaac-192a-493c-9662-49884634d181), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:31.063639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd56b4c-185d-4f7a-b3ce-5682d7ec8994 x-openstack-request-id: req-0cd56b4c-185d-4f7a-b3ce-5682d7ec8994 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:31.073561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:31.073910 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cd56b4c-185d-4f7a-b3ce-5682d7ec8994 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:31.074260 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51', 'status': 'completed', 'code': 200} Feb 15 03:04:31.138709 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eefb26-24ef-429d-92fb-9d07b1f47f11 service neutron] Pushing event updated for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:31.202176 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-9404fe1a-1e48-4c80-ad93-1df897b97e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.203755 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-9404fe1a-1e48-4c80-ad93-1df897b97e6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 1128 time: 0.2565482 Feb 15 03:04:31.212975 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ec3c4-6b01-48c1-8b97-0d90dc8d1d0f req-adc541ea-eb9b-4971-aeb9-11f2e635b873 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.214398 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5c3ec3c4-6b01-48c1-8b97-0d90dc8d1d0f req-adc541ea-eb9b-4971-aeb9-11f2e635b873 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 944 time: 0.4235225 Feb 15 03:04:31.297154 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-1d3d301c-0815-471f-9e98-8b3257477d02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51 HTTP/1.1" status: 200 len: 217 time: 0.0817337 Feb 15 03:04:31.367373 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Current status of the port e66aaaac-192a-493c-9662-49884634d181 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:31.368004 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e66aaaac-192a-493c-9662-49884634d181), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:31.368167 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-da76715d-9f12-41fd-a8c4-f80f7eb4a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.369487 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-da76715d-9f12-41fd-a8c4-f80f7eb4a727 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2f6e3712-c13d-49f7-939a-eef850c4518a HTTP/1.1" status: 200 len: 854 time: 0.0610466 Feb 15 03:04:31.411981 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-30f0bca7-570e-4cf9-8fd4-6440e4023cad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9378a579-260b-4873-b61c-261899e7b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325577 Feb 15 03:04:31.419036 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5c3ec3c4-6b01-48c1-8b97-0d90dc8d1d0f req-f02f29f6-aba1-4aab-9485-86ef599d45c1 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502287 Feb 15 03:04:31.420120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'e66aaaac-192a-493c-9662-49884634d181', 'name': '', 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'mac_address': 'fa:16:3e:1e:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:25Z', 'updated_at': '2022-02-15T03:04:29Z', 'revision_number': 4, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'subnets': [{'id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:04:31.490202 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1101f-2cb7-4b6c-98b9-5caeac261b10 None None] The sync data for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi is: [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'e66aaaac-192a-493c-9662-49884634d181', 'name': '', 'network_id': 'cbd314a9-6a09-4a7d-a604-d22a40a5c2d2', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'mac_address': 'fa:16:3e:1e:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:25Z', 'updated_at': '2022-02-15T03:04:29Z', 'revision_number': 4, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'subnets': [{'id': '2ad9a530-edc4-4ffe-8f7a-60149ecc59b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:04:31.520518 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] For port e66aaaac-192a-493c-9662-49884634d181, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e66aaaac-192a-493c-9662-49884634d181,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:31.539424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e66aaaac-192a-493c-9662-49884634d181), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:31.695919 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-c788cecb-cdcc-4c26-bf1a-b7f12ea27a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.705704 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-c788cecb-cdcc-4c26-bf1a-b7f12ea27a06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.2111480 Feb 15 03:04:31.745725 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19db86-9da4-497b-bde3-efb8bbab61f2 None None] Pushing event updated for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:31.767784 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-6144b4c9-d13b-4a95-b66d-959c603fed44 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476183 Feb 15 03:04:31.860743 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3861e9-b880-43a9-a6be-889d2d1a046a req-0c610d39-005a-421d-ba79-7b0628acbd99 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.875040 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a3861e9-b880-43a9-a6be-889d2d1a046a req-0c610d39-005a-421d-ba79-7b0628acbd99 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.2035403 Feb 15 03:04:31.924168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552fcc-4f98-4ecd-90b1-bcd17b1f1ca2 req-8c7833a6-4fb2-4ef7-b023-fd21533fe545 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:31.925823 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aa552fcc-4f98-4ecd-90b1-bcd17b1f1ca2 req-8c7833a6-4fb2-4ef7-b023-fd21533fe545 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.2888730 Feb 15 03:04:31.961797 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a3861e9-b880-43a9-a6be-889d2d1a046a req-2490bb84-04f1-49e8-a173-1c8555eb408b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849051 Feb 15 03:04:31.983768 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed117c73-1209-4dbf-b36d-12e43ec9815d req-3bc41a24-5a1b-4c1f-999a-127fe3f34a48 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723816 Feb 15 03:04:32.044354 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-878439e1-3270-4824-8db7-b6458dcf2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.046444 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-878439e1-3270-4824-8db7-b6458dcf2154 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.3294244 Feb 15 03:04:32.132048 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-4e829cc6-867a-452c-aca8-371841d8068a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.0770624 Feb 15 03:04:32.160249 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aa552fcc-4f98-4ecd-90b1-bcd17b1f1ca2 req-827733fe-c928-4623-a86d-251360e11550 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925147 Feb 15 03:04:32.224942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-02f675fc-b85b-42c8-a410-51217a305fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.226550 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-02f675fc-b85b-42c8-a410-51217a305fe8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 1128 time: 0.1615140 Feb 15 03:04:32.251838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-eefd5cfe-a3b8-48eb-a87c-80ed2d0cd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.253859 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-eefd5cfe-a3b8-48eb-a87c-80ed2d0cd60c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.1141329 Feb 15 03:04:32.433635 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-66b978e9-5cf9-489a-b0b3-fc8513336abc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638777 Feb 15 03:04:32.497876 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e66aaaac-192a-493c-9662-49884634d181 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:32.662133 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port e66aaaac-192a-493c-9662-49884634d181 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:32.662133 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e66aaaac-192a-493c-9662-49884634d181), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:32.715682 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529aab0-0f01-4ef0-b011-261abb928a12 req-ee33cad6-eab0-45be-95e6-7b24652a06e5 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:32.730156 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9529aab0-0f01-4ef0-b011-261abb928a12 req-ee33cad6-eab0-45be-95e6-7b24652a06e5 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 944 time: 0.1314819 Feb 15 03:04:32.810523 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9529aab0-0f01-4ef0-b011-261abb928a12 req-5a91f85c-fc39-412a-ae3f-bfebd1103c9e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788841 Feb 15 03:04:32.815570 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port e66aaaac-192a-493c-9662-49884634d181 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:33.088587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-e58b7171-afd5-4924-b127-c3f3968da9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:33.090219 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-e58b7171-afd5-4924-b127-c3f3968da9ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 914 time: 0.8569243 Feb 15 03:04:33.199391 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-2d39b90e-4f3c-4248-a931-1e8f5ce88b17 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508833 Feb 15 03:04:33.276812 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447882ea-ba71-4a8b-97e9-93c9bbb49c0e req-bfd27e90-58f7-4459-9a6f-081eea149fe2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:33.278412 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-447882ea-ba71-4a8b-97e9-93c9bbb49c0e req-bfd27e90-58f7-4459-9a6f-081eea149fe2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.1277566 Feb 15 03:04:33.350240 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-447882ea-ba71-4a8b-97e9-93c9bbb49c0e req-25be86b6-e235-49ed-963b-bb372a95fa15 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654054 Feb 15 03:04:33.382468 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3cb11-9804-4bb7-b9f6-ac4807dc796d req-9f53685b-d87f-43a3-b6aa-93e6ad17298e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:33.386688 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-01e3cb11-9804-4bb7-b9f6-ac4807dc796d req-9f53685b-d87f-43a3-b6aa-93e6ad17298e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1029165 Feb 15 03:04:33.476700 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-01e3cb11-9804-4bb7-b9f6-ac4807dc796d req-d5ad34a9-8f46-4ba3-b971-be6039c78d1d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836253 Feb 15 03:04:33.996810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835ffe9-60ad-40b3-8f48-4b8302e13908 req-8f319546-5bc8-4f93-a065-e766477a3b7e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:33.998388 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2835ffe9-60ad-40b3-8f48-4b8302e13908 req-8f319546-5bc8-4f93-a065-e766477a3b7e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 944 time: 0.0978310 Feb 15 03:04:34.076938 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2835ffe9-60ad-40b3-8f48-4b8302e13908 req-f5d4f063-6ac4-4e7b-be84-dd8a6e43f25b tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Feb 15 03:04:34.568536 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14e58f-9eba-440a-a8da-ad111b5b475b req-782431a7-3b99-4b8f-8fbc-ee26aca0aeba tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.576205 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cf14e58f-9eba-440a-a8da-ad111b5b475b req-782431a7-3b99-4b8f-8fbc-ee26aca0aeba tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.1126704 Feb 15 03:04:34.638045 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cf14e58f-9eba-440a-a8da-ad111b5b475b req-30543445-9f7b-4e7d-a1c3-bfc0fded8e1e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608251 Feb 15 03:04:34.653295 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55486e1-f0a1-4816-9f9f-cfd600948aa0 req-f11ba1e4-d2e2-4272-957d-a4660f5d3ae2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:34.656397 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c55486e1-f0a1-4816-9f9f-cfd600948aa0 req-f11ba1e4-d2e2-4272-957d-a4660f5d3ae2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0690784 Feb 15 03:04:34.701240 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:34.738051 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-5a08f671-2592-4754-a7b1-a0e680263d7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51 HTTP/1.1" status: 200 len: 217 time: 0.0388057 Feb 15 03:04:34.820742 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c55486e1-f0a1-4816-9f9f-cfd600948aa0 req-df253302-8fe4-420a-97d1-586a5b01cd9f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560841 Feb 15 03:04:34.841092 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:34.842986 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:34.887317 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3bfc1da8-c772-423d-9755-0bdfff89df53 req-c47b3fe1-f9f8-4ad7-857e-d4e433a63012 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424792 Feb 15 03:04:34.996849 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:34.999770 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:35.025104 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:35.028800 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01690cf9-73bf-45a6-a92c-9b0e7fb5bd2f" -d '{"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:35.045656 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:35.052404 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:35.102005 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4851536c-77a2-4528-a913-5393243b707a x-openstack-request-id: req-4851536c-77a2-4528-a913-5393243b707a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:35.103262 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:35.103547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4851536c-77a2-4528-a913-5393243b707a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:35.104618 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'code': 200} Feb 15 03:04:35.144946 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:35.321693 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bab37-8706-404d-b96c-73724a1524e2 req-c8e8042e-94a6-4279-af86-e833c75b80fb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:35.323300 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd6bab37-8706-404d-b96c-73724a1524e2 req-c8e8042e-94a6-4279-af86-e833c75b80fb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 944 time: 0.0944386 Feb 15 03:04:35.392031 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd6bab37-8706-404d-b96c-73724a1524e2 req-b04f2451-a662-44be-a077-e4495667adca tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619602 Feb 15 03:04:35.703896 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device a8872dc1-8f95-4eaf-862c-38cedddd9d51 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:04:35.812632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-2d9f8d6a-e8c4-462f-b0ae-7584b0e3bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:35.814203 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-2d9f8d6a-e8c4-462f-b0ae-7584b0e3bb5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2f6e3712-c13d-49f7-939a-eef850c4518a HTTP/1.1" status: 200 len: 854 time: 0.1044815 Feb 15 03:04:35.855110 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a3297-25b4-41b9-80f1-78c9270b31dd req-1cde0c1c-11f2-4bca-bb7c-13465a7cd3b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:35.857667 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-092a3297-25b4-41b9-80f1-78c9270b31dd req-1cde0c1c-11f2-4bca-bb7c-13465a7cd3b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1123793 Feb 15 03:04:35.893491 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-0ed8e96b-00e6-4908-968a-c44acfc2b3fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9378a579-260b-4873-b61c-261899e7b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713673 Feb 15 03:04:35.943290 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-092a3297-25b4-41b9-80f1-78c9270b31dd req-6c810df8-e109-43ff-bdaf-b26e4b87f7c4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794499 Feb 15 03:04:35.990120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:36.009424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51', 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3', 'port_id': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51', 'mac_address': 'fa:16:3e:f8:27:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6e3712-c13d-49f7-939a-eef850c4518a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:04:36.084385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port a8872dc1-8f95-4eaf-862c-38cedddd9d51 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:36.084980 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:36.093084 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-d3e55456-f6fd-4b5a-a8a2-943e70d9f9b9 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920438 Feb 15 03:04:36.102326 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8872dc1-8f95-4eaf-862c-38cedddd9d51 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:36.129473 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:36.135365 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:36.192764 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956fd9-1051-4888-9e86-1e4fe57b3325 req-3ecf0aae-c92e-4bbc-b877-a733699f3dcc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:36.194245 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fa956fd9-1051-4888-9e86-1e4fe57b3325 req-3ecf0aae-c92e-4bbc-b877-a733699f3dcc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1613715 Feb 15 03:04:36.213534 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:36.278505 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1097afc8-0fb1-4139-8e4d-25db9f5be302 req-629f2a5c-2651-484d-a8d5-1d71c4041d88 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765327 Feb 15 03:04:36.293114 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fa956fd9-1051-4888-9e86-1e4fe57b3325 req-03a20810-99db-453e-883c-c528dd563bb1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843470 Feb 15 03:04:36.504851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['a8872dc1-8f95-4eaf-862c-38cedddd9d51'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:04:36.586960 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb308e-e38b-46b5-ac07-d893e85f98d3 req-0c52aba8-c9d6-4209-8114-eb42663f2c10 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:36.589042 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3ecb308e-e38b-46b5-ac07-d893e85f98d3 req-0c52aba8-c9d6-4209-8114-eb42663f2c10 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 945 time: 0.0911007 Feb 15 03:04:36.671038 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3ecb308e-e38b-46b5-ac07-d893e85f98d3 req-b7f67707-f214-4b2a-ba10-d5b1e41cb1e3 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694535 Feb 15 03:04:37.183042 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9a50-817c-4a8a-ba63-03fc9240ef5d req-61af4ca4-5376-4ff6-97a7-2980f8d4659e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.186146 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-594d9a50-817c-4a8a-ba63-03fc9240ef5d req-61af4ca4-5376-4ff6-97a7-2980f8d4659e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1012707 Feb 15 03:04:37.267553 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-594d9a50-817c-4a8a-ba63-03fc9240ef5d req-97c56bbc-d4f2-41b2-9b22-528b0f960ee5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671158 Feb 15 03:04:37.504225 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3151-d8f0-4301-a3de-51484aba25c0 req-fb453f87-70d6-4e3d-85a9-39d2040c2895 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.506458 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-41ee3151-d8f0-4301-a3de-51484aba25c0 req-fb453f87-70d6-4e3d-85a9-39d2040c2895 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0901921 Feb 15 03:04:37.575658 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-41ee3151-d8f0-4301-a3de-51484aba25c0 req-6aa81e55-a1de-418d-b1ba-42af206e06ee tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558038 Feb 15 03:04:37.724200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device a8872dc1-8f95-4eaf-862c-38cedddd9d51 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:37.846711 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port a8872dc1-8f95-4eaf-862c-38cedddd9d51 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:04:37.852418 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port a8872dc1-8f95-4eaf-862c-38cedddd9d51 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:37.852980 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:37.864301 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed413c08-d069-4dbe-8252-914c5e719b22 req-636c37da-c355-4e69-8716-1d943af059a7 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:37.868382 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed413c08-d069-4dbe-8252-914c5e719b22 req-636c37da-c355-4e69-8716-1d943af059a7 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 945 time: 0.0803468 Feb 15 03:04:37.950488 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed413c08-d069-4dbe-8252-914c5e719b22 req-ef7e79bd-d1c9-4ebe-9fde-4d57e1aad8ba tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Feb 15 03:04:37.978585 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port a8872dc1-8f95-4eaf-862c-38cedddd9d51 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:37.979405 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:38.006444 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:38.008764 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedaa5a1-1c88-4fb1-8dfd-cae759cdc6fe" -d '{"events": [{"server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "name": "network-vif-plugged", "status": "completed", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:38.052996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:38.059431 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:38.070395 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7734b3-6e1d-4a60-9c2f-48dc398f15e5 x-openstack-request-id: req-4c7734b3-6e1d-4a60-9c2f-48dc398f15e5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:38.070765 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "name": "network-vif-plugged", "status": "completed", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:38.070976 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c7734b3-6e1d-4a60-9c2f-48dc398f15e5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:38.071386 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51', 'code': 200} Feb 15 03:04:38.162498 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:38.479640 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ee298-a39e-40d6-925c-9dc09b555938 req-d9d034b8-04d2-45bd-b44b-f8fc80506be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.482153 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d77ee298-a39e-40d6-925c-9dc09b555938 req-d9d034b8-04d2-45bd-b44b-f8fc80506be1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 1130 time: 0.1594312 Feb 15 03:04:38.531798 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902b1e-8f8f-436a-ac07-c4bf529e59be req-dda56798-75ac-47e1-83b9-50c254d420a1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.539889 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cb902b1e-8f8f-436a-ac07-c4bf529e59be req-dda56798-75ac-47e1-83b9-50c254d420a1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1300037 Feb 15 03:04:38.689802 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d77ee298-a39e-40d6-925c-9dc09b555938 req-f7dbae81-5bff-490f-a49a-a281af29e2a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986113 Feb 15 03:04:38.735201 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cb902b1e-8f8f-436a-ac07-c4bf529e59be req-dc437df4-a76f-4678-babc-76bd3259779c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817882 Feb 15 03:04:38.865649 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239a9c3-c86f-4c9c-bc6b-032958317319 req-4a9006e1-f7fe-4c9e-917b-573ea8c88d90 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:38.874553 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a239a9c3-c86f-4c9c-bc6b-032958317319 req-4a9006e1-f7fe-4c9e-917b-573ea8c88d90 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0733941 Feb 15 03:04:38.945456 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a239a9c3-c86f-4c9c-bc6b-032958317319 req-86f50cbb-e471-424b-be90-bb0868ae7d9b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696542 Feb 15 03:04:39.142461 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce482-a2a3-4a97-b083-a14296f613c4 req-02ffd2ca-a45c-45ab-a752-198d9ebcabd9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:39.149231 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df7ce482-a2a3-4a97-b083-a14296f613c4 req-02ffd2ca-a45c-45ab-a752-198d9ebcabd9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.1009033 Feb 15 03:04:39.243871 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df7ce482-a2a3-4a97-b083-a14296f613c4 req-f932b95d-b188-4794-926b-2581634191df tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856805 Feb 15 03:04:39.941850 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6dc55-4ddc-492f-8b91-eef2e4a712a3 req-26d299df-ea4b-4d08-a91e-67357f4f8e3e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:39.944362 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-82a6dc55-4ddc-492f-8b91-eef2e4a712a3 req-26d299df-ea4b-4d08-a91e-67357f4f8e3e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0845180 Feb 15 03:04:40.043791 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-82a6dc55-4ddc-492f-8b91-eef2e4a712a3 req-29afa948-1cfb-460f-a235-614391a3bda1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921733 Feb 15 03:04:40.129568 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85382e-1ff5-45d7-894a-8f21f164e9a6 req-a7ab001a-1cdc-4afb-93a4-e89b57d569b4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:40.131200 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8f85382e-1ff5-45d7-894a-8f21f164e9a6 req-a7ab001a-1cdc-4afb-93a4-e89b57d569b4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0672166 Feb 15 03:04:40.239839 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8f85382e-1ff5-45d7-894a-8f21f164e9a6 req-05a90320-46b6-462c-9a08-d5b3915205d4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960021 Feb 15 03:04:40.436051 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ad0bf-e3af-4f96-8bc9-f2cd4bb338e5 req-f7e36d95-37dd-4c9d-a119-c68de6790ffd tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:40.438908 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e33ad0bf-e3af-4f96-8bc9-f2cd4bb338e5 req-f7e36d95-37dd-4c9d-a119-c68de6790ffd tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.0908227 Feb 15 03:04:40.508538 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e33ad0bf-e3af-4f96-8bc9-f2cd4bb338e5 req-f7be2233-c415-42b1-8fca-fb010770e0bd tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626104 Feb 15 03:04:41.204956 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea88fc7-9bd6-4454-88cc-d4e9125a78b0 req-c96dc0b3-162d-4a5c-97c3-ac76133ef151 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:41.207910 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eea88fc7-9bd6-4454-88cc-d4e9125a78b0 req-c96dc0b3-162d-4a5c-97c3-ac76133ef151 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0732689 Feb 15 03:04:41.293275 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eea88fc7-9bd6-4454-88cc-d4e9125a78b0 req-c021a2da-56b7-4078-8829-ffcb429c4f43 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803013 Feb 15 03:04:41.470195 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7085c1e-3013-4be7-a0e9-09cc8d50bfbc req-9b37bc48-cee1-419c-9b8f-e9ebc597ec17 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:41.477308 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a7085c1e-3013-4be7-a0e9-09cc8d50bfbc req-9b37bc48-cee1-419c-9b8f-e9ebc597ec17 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1369958 Feb 15 03:04:41.531408 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a7085c1e-3013-4be7-a0e9-09cc8d50bfbc req-1cd69f09-6765-493c-b01a-d763ea1881af tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530820 Feb 15 03:04:41.817087 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5eb86bfb-3db7-446c-b46d-64a4a094d4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:42.329903 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 45004) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:42.480222 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967d31-684f-4d9b-a1dc-c4b327131049 req-01486010-487a-4131-bb01-f4337e6f6fa4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:42.490238 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7d967d31-684f-4d9b-a1dc-c4b327131049 req-01486010-487a-4131-bb01-f4337e6f6fa4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0899789 Feb 15 03:04:42.560551 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7d967d31-684f-4d9b-a1dc-c4b327131049 req-7251e14a-d0d4-4c22-a84d-71d3a64a27c8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693874 Feb 15 03:04:42.579207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9d8bdb2a-db54-4132-8fd3-2026e1483180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:42.731299 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5195-5ff3-4011-8823-f05e618a1cec req-9d501d39-5a68-41f6-a434-06e13aba8cdc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:42.733952 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9d8bdb2a-db54-4132-8fd3-2026e1483180 admin admin] Publish callbacks [] for security_group (78952e31-7e80-4d01-943e-f4098c0fc49d), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:42.738254 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-205e5195-5ff3-4011-8823-f05e618a1cec req-9d501d39-5a68-41f6-a434-06e13aba8cdc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0890915 Feb 15 03:04:42.750993 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9d8bdb2a-db54-4132-8fd3-2026e1483180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (78952e31-7e80-4d01-943e-f4098c0fc49d), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:42.822893 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9d8bdb2a-db54-4132-8fd3-2026e1483180 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc6109b1ab6442afad2575852502e07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918525 Feb 15 03:04:42.837024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 45012) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:42.872954 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bdb2a-db54-4132-8fd3-2026e1483180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78952e31-7e80-4d01-943e-f4098c0fc49d,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:42.876173 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-205e5195-5ff3-4011-8823-f05e618a1cec req-939838e6-c5fd-443c-8388-8c32420ab54d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308498 Feb 15 03:04:42.972368 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] Publish callbacks [] for security_group (78952e31-7e80-4d01-943e-f4098c0fc49d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:43.027564 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] Publish callbacks [] for security_group (78952e31-7e80-4d01-943e-f4098c0fc49d), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:43.129899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (78952e31-7e80-4d01-943e-f4098c0fc49d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:43.136427 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:43.141457 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78952e31-7e80-4d01-943e-f4098c0fc49d HTTP/1.1" status: 204 len: 168 time: 0.2962046 Feb 15 03:04:43.161819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312af9e-ba90-4058-93de-a3d99079de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78952e31-7e80-4d01-943e-f4098c0fc49d,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:43.788875 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545d6f-8b4c-44eb-abd8-6df69b72851c req-78eb841b-7bf0-49e7-acfc-d5a0ce30b304 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:43.790601 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9545d6f-8b4c-44eb-abd8-6df69b72851c req-78eb841b-7bf0-49e7-acfc-d5a0ce30b304 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0913379 Feb 15 03:04:43.851720 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9545d6f-8b4c-44eb-abd8-6df69b72851c req-93ee8cbb-d78c-4671-8bb3-7dde96ce6eb7 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532060 Feb 15 03:04:44.069806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4904e2-cbd5-48ff-acaa-65c693126a20 req-8e6b4a3f-8516-4ef8-9bab-9c362ffc155f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:44.072538 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-be4904e2-cbd5-48ff-acaa-65c693126a20 req-8e6b4a3f-8516-4ef8-9bab-9c362ffc155f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0784559 Feb 15 03:04:44.177013 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-be4904e2-cbd5-48ff-acaa-65c693126a20 req-ad64d5fc-c529-44aa-aae6-aaca9285d73a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961556 Feb 15 03:04:44.200216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-aa026780-3d5c-469b-938c-aeb323143bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:44.203795 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-aa026780-3d5c-469b-938c-aeb323143bb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1129 time: 0.0760605 Feb 15 03:04:44.331507 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-829e307f-f178-45a6-b751-c53441959a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:44.333313 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-829e307f-f178-45a6-b751-c53441959a8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.1233656 Feb 15 03:04:44.472172 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-00583498-3dd6-4430-966b-3298693fcea8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 1001 time: 0.1322553 Feb 15 03:04:44.540904 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-ac85f3e5-161b-4bbc-94ed-2156537ecd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:44.542993 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-ac85f3e5-161b-4bbc-94ed-2156537ecd96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0643768 Feb 15 03:04:44.622880 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-102fcd00-5857-4019-ad21-3e9adab66443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:44.625221 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-102fcd00-5857-4019-ad21-3e9adab66443 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744097 Feb 15 03:04:44.709485 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03fb794e-6994-4b45-9480-f1cc1f0c58c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:44.821281 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-e273194b-be87-474e-b04b-109de22a9448 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868138 Feb 15 03:04:44.973449 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-54af0abc-d4d5-4a5e-b222-bb821620710c req-68880253-7ab3-4b53-b94a-ba03a4063d13 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431410 Feb 15 03:04:45.053546 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067da7c-dc2e-48cb-9939-6ab41d9ea75a req-1d485e0e-a559-4877-8146-b791bcaab1f5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:45.056800 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d067da7c-dc2e-48cb-9939-6ab41d9ea75a req-1d485e0e-a559-4877-8146-b791bcaab1f5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.1071081 Feb 15 03:04:45.113723 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d067da7c-dc2e-48cb-9939-6ab41d9ea75a req-a00fbca0-42e6-472d-9a38-f39e08c8e5e1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503340 Feb 15 03:04:45.346660 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0d6d-a66f-44b2-9074-e577b9360807 req-20022b96-3476-41ae-aef3-960d9539173e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:45.349775 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-98cb0d6d-a66f-44b2-9074-e577b9360807 req-20022b96-3476-41ae-aef3-960d9539173e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0828557 Feb 15 03:04:45.448588 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-98cb0d6d-a66f-44b2-9074-e577b9360807 req-b449a652-f2d7-43c4-893a-89fc20ed462f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814006 Feb 15 03:04:46.064359 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-d377bcfc-a3f3-4951-95ac-f75c117d12a7 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463421 Feb 15 03:04:46.296669 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-ea5983f7-351d-4c2f-afb9-9cf05e80e845 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:46.299564 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-ea5983f7-351d-4c2f-afb9-9cf05e80e845 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293384 Feb 15 03:04:46.321621 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87767904-85fb-408c-8c2a-65f1a13cff7d req-2ee5da46-d5ba-4c1e-8d9d-9824857372be tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:46.322282 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-50f99aa8-6917-46c8-b5c1-cfc932833190 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/quotas/4a49ca330f0a4a50be97f7a7edc88b8e HTTP/1.1" status: 200 len: 375 time: 0.0127580 Feb 15 03:04:46.326614 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-87767904-85fb-408c-8c2a-65f1a13cff7d req-2ee5da46-d5ba-4c1e-8d9d-9824857372be tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0893021 Feb 15 03:04:46.367300 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bd8fa390-02c3-47cd-b2c7-cfe72a663971 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334451 Feb 15 03:04:46.388773 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-87767904-85fb-408c-8c2a-65f1a13cff7d req-7ae18b35-51b9-4378-8152-9f2b68c5c65f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546432 Feb 15 03:04:46.503449 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:46.586388 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-328ea95a-e089-43b2-a36f-6149369182fe req-c8ab0607-a890-4ac0-b381-d12c52917960 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 210 time: 0.0509083 Feb 15 03:04:46.596022 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f79363-97ba-4807-9bb0-5d57746cdfe4 req-e2bb9131-1b42-4cb6-933b-e4dda5b4e8fd tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:46.599846 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-69f79363-97ba-4807-9bb0-5d57746cdfe4 req-e2bb9131-1b42-4cb6-933b-e4dda5b4e8fd tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0674608 Feb 15 03:04:46.663386 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-69f79363-97ba-4807-9bb0-5d57746cdfe4 req-bfe369b6-88ef-4ac6-993d-e297c8d4538e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Feb 15 03:04:47.531589 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316455-034c-4536-b444-7b9fc7cce832 req-f96f2b13-8eee-4a7f-923a-0b8b69ee1277 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:47.533807 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-97316455-034c-4536-b444-7b9fc7cce832 req-f96f2b13-8eee-4a7f-923a-0b8b69ee1277 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 945 time: 0.0670145 Feb 15 03:04:47.600499 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-97316455-034c-4536-b444-7b9fc7cce832 req-d8257423-3eed-4b6c-ba20-dceea2550a18 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605340 Feb 15 03:04:47.704060 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ecef125d-c4b6-437a-8be9-2a07b6bbbb5e req-b9bbd558-731b-49db-a0f3-34f239ff5a83 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 210 time: 0.0335376 Feb 15 03:04:47.769723 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:04:47.845881 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-9698561a-1d31-401f-a641-2928b778d688 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385702 Feb 15 03:04:47.892057 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a77e9-bdbe-43d3-8385-b5588b2b4732 req-3a6918b7-dead-4d1f-8b32-b02512994afa tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:47.895257 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-188a77e9-bdbe-43d3-8385-b5588b2b4732 req-3a6918b7-dead-4d1f-8b32-b02512994afa tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0898237 Feb 15 03:04:47.896836 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: ACTIVE; New status is: DOWN {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:47.897433 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:47.940699 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:47.956009 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89910c68-e091-4902-8e99-29c1dbdf157b" -d '{"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:47.986300 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:47.998423 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.011599 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.073699 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-188a77e9-bdbe-43d3-8385-b5588b2b4732 req-a3406d38-a06b-4e25-9250-1cb552317ce2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686141 Feb 15 03:04:48.101314 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-2551d8a7-cf7a-4f57-b80e-cbc3af2e2e7d tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:48.103898 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-2551d8a7-cf7a-4f57-b80e-cbc3af2e2e7d tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506680 Feb 15 03:04:48.118580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Request body: {'port': {'device_id': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817', 'admin_state_up': True, 'tenant_id': '4a49ca330f0a4a50be97f7a7edc88b8e'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:48.137647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:48.148169 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb63b4-9e9c-4d3a-948b-56156b410e58 x-openstack-request-id: req-54eb63b4-9e9c-4d3a-948b-56156b410e58 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:48.148882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-unplugged", "status": "failed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "code": 422}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:48.149777 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54eb63b4-9e9c-4d3a-948b-56156b410e58 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:48.150916 dv-cinder-828085-9-iscsi neutron-server[102659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'code': 422} returned with failed status Feb 15 03:04:48.304829 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-33778c94-d873-4108-ab55-cedc45bdf5ed tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035710061&fields=id&tenant_id=21443331469a45f5b7d064a7f4513743 HTTP/1.1" status: 200 len: 267 time: 0.0788851 Feb 15 03:04:48.346419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Made reservation on behalf of 4a49ca330f0a4a50be97f7a7edc88b8e for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:48.353210 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.369993 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.441327 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-716e9fce-089d-4cbf-ba03-be389e35400e req-cda3d249-a52d-4dac-a4e1-53798c190746 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:04:48.443460 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-716e9fce-089d-4cbf-ba03-be389e35400e req-cda3d249-a52d-4dac-a4e1-53798c190746 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129371 Feb 15 03:04:48.447020 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-d5c17456-767a-4458-a993-9c5796925ed0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:48.454419 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-d5c17456-767a-4458-a993-9c5796925ed0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 809 time: 0.1421375 Feb 15 03:04:48.468825 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-a3842081-7db1-4bcb-a3b5-3a925d0eff23 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/quotas/21443331469a45f5b7d064a7f4513743 HTTP/1.1" status: 200 len: 375 time: 0.0123348 Feb 15 03:04:48.549548 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks [] for security_group (29e2eb99-0af0-4c82-82ec-2bf1580d21e6), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.556214 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (29e2eb99-0af0-4c82-82ec-2bf1580d21e6), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.579849 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-cff2ac29-f426-4831-8a87-07aa0573fc6d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054456 Feb 15 03:04:48.688509 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2eb99-0af0-4c82-82ec-2bf1580d21e6,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:48.762895 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-a184922d-6bf7-4bcb-aaad-dcd2174f257f service neutron] 10.222.0.24 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763113 Feb 15 03:04:48.814480 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:48.857281 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b749889-d510-4dee-b51f-71d2dd884085 req-02ca147a-c925-454a-ad0b-647a75f1a262 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:48.860911 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b749889-d510-4dee-b51f-71d2dd884085 req-02ca147a-c925-454a-ad0b-647a75f1a262 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1960976 Feb 15 03:04:48.909442 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Allocated IP 192.168.233.180 (8fc03b01-5fd0-4b80-abf2-c0b43389a817/ebe310c5-8581-475c-8a9c-4f89f0b8bbe8/f088e1b9-d291-47ec-8597-6639b900d802) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:48.937679 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-0cb9c797-8994-4854-baaf-30060539e3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628685 Feb 15 03:04:49.017773 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b749889-d510-4dee-b51f-71d2dd884085 req-edc1ddd0-8dcf-4717-bd54-5d16afa7a84a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470916 Feb 15 03:04:49.221831 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9b7ae057-e70c-415e-b8d5-9cf329f1d16b req-33b18c99-4df9-46f5-b4e7-6dfa74eb765e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 210 time: 0.0550630 Feb 15 03:04:49.225123 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks [] for port (f088e1b9-d291-47ec-8597-6639b900d802), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:49.278651 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:49.329041 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:49.336720 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:49.340003 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:49.411113 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5daf562f-e2a3-43d5-9e76-67e25fc9e62f req-292dbc86-fee2-4812-8a44-b4315e396e26 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 210 time: 0.0567522 Feb 15 03:04:49.457447 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Pushing event updated for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:49.497488 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:49.498166 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:49.525910 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfba95-76df-4b4c-83e9-8f3e7e5af533 req-9dca1574-8915-4b64-8ae3-333b02a92bca tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:49.537442 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09dfba95-76df-4b4c-83e9-8f3e7e5af533 req-9dca1574-8915-4b64-8ae3-333b02a92bca tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.2030895 Feb 15 03:04:49.543846 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bb61b9f6-904b-4945-a9b2-1ded5c50dc8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4323504 Feb 15 03:04:49.560686 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 45244) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:49.577987 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Request body: {'port': {'device_id': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:49.652476 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09dfba95-76df-4b4c-83e9-8f3e7e5af533 req-8781fffa-d36c-4144-8aea-f8f9f0404e02 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Feb 15 03:04:49.696028 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f088e1b9-d291-47ec-8597-6639b900d802), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:49.734368 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-b9022628-123e-4609-b2ce-68b3b7bae695 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716654 Feb 15 03:04:49.760387 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-8df81efc-2f61-4527-92fb-39e51edb41e8 None None] Provisioning complete for port f088e1b9-d291-47ec-8597-6639b900d802 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:49.760903 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8df81efc-2f61-4527-92fb-39e51edb41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f088e1b9-d291-47ec-8597-6639b900d802), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:49.762463 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-32132232-c6ba-427d-88cc-e983350fff1d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:04:49.764703 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-32132232-c6ba-427d-88cc-e983350fff1d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170009 Feb 15 03:04:49.817973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8df81efc-2f61-4527-92fb-39e51edb41e8 None None] Port f088e1b9-d291-47ec-8597-6639b900d802 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:49.910516 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 45256) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:04:50.053327 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-c8637baa-4132-4f2d-95e3-059f3e78bf3e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:50.055139 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-c8637baa-4132-4f2d-95e3-059f3e78bf3e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports/5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 940 time: 0.1434567 Feb 15 03:04:50.217169 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f088e1b9-d291-47ec-8597-6639b900d802 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:50.231758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks [] for port (f088e1b9-d291-47ec-8597-6639b900d802), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:50.269049 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Transition to ACTIVE for port object f088e1b9-d291-47ec-8597-6639b900d802 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:04:50.282851 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:50.325710 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50bc5c-ba85-4d59-b55c-9f6f17347a7c req-f9436f2e-666b-4842-924f-a5bf8ef7b0fe tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:50.336183 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab50bc5c-ba85-4d59-b55c-9f6f17347a7c req-f9436f2e-666b-4842-924f-a5bf8ef7b0fe tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1294239 Feb 15 03:04:50.369558 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:50.463678 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab50bc5c-ba85-4d59-b55c-9f6f17347a7c req-c13702ca-5c70-4a67-9612-fdf6f193f5d5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237950 Feb 15 03:04:50.584243 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-89ca8c65-6460-428e-b79f-b032bc4e883d req-2f2a3805-a867-4480-8a52-051837bef434 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 210 time: 0.0320601 Feb 15 03:04:50.644620 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a37b4-556b-4649-a05f-de11b8c83d57 req-afb6710f-7233-4963-8bdf-547290c39871 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:50.647897 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-016a37b4-556b-4649-a05f-de11b8c83d57 req-afb6710f-7233-4963-8bdf-547290c39871 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 948 time: 0.2092464 Feb 15 03:04:50.656929 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Attempting to bind port f088e1b9-d291-47ec-8597-6639b900d802 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:50.657390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Attempting to bind port f088e1b9-d291-47ec-8597-6639b900d802 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:50.657635 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Attempting to bind port f088e1b9-d291-47ec-8597-6639b900d802 on network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:50.668812 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Port f088e1b9-d291-47ec-8597-6639b900d802 on network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:04:50.671113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Attempting to bind port f088e1b9-d291-47ec-8597-6639b900d802 on network 8fc03b01-5fd0-4b80-abf2-c0b43389a817 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:50.693150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:50.693150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Checking segment: {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:50.693150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Bound using segment: {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:50.693150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Bound port: f088e1b9-d291-47ec-8597-6639b900d802, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769f023e-96c7-4520-bb56-f983b7739bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:50.693150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f088e1b9-d291-47ec-8597-6639b900d802), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:50.763983 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-016a37b4-556b-4649-a05f-de11b8c83d57 req-0eb7fa43-6553-4991-973c-3fc68b32a078 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096096 Feb 15 03:04:50.814149 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:50.819908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=f088e1b9-d291-47ec-8597-6639b900d802,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:50.830931 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:50.832726 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2919b-4056-4328-b1ab-b5ceb20b4e1d req-c87234f8-35c1-4e40-94b3-8ae485dbc058 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:50.835123 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fbd2919b-4056-4328-b1ab-b5ceb20b4e1d req-c87234f8-35c1-4e40-94b3-8ae485dbc058 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0842345 Feb 15 03:04:50.875512 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:50.875512 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:50.875839 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] 10.222.0.52 "PUT /v2.0/ports/f088e1b9-d291-47ec-8597-6639b900d802 HTTP/1.1" status: 200 len: 1098 time: 1.3029664 Feb 15 03:04:50.876330 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:50.878728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9769457-d36c-4645-a59e-6618fb06df4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "tag": "f088e1b9-d291-47ec-8597-6639b900d802"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:50.953466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021bd19f-f451-4e2a-b75e-a28f4e155848 x-openstack-request-id: req-021bd19f-f451-4e2a-b75e-a28f4e155848 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:50.953764 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "tag": "f088e1b9-d291-47ec-8597-6639b900d802", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:50.954020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-021bd19f-f451-4e2a-b75e-a28f4e155848 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:50.954538 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802', 'status': 'completed', 'code': 200} Feb 15 03:04:50.972746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a652a-e0ac-44a2-9297-841ede209fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:50.996077 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fbd2919b-4056-4328-b1ab-b5ceb20b4e1d req-fe7517ca-4867-44ae-a752-bc83f5cb0eb3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265869 Feb 15 03:04:51.130555 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-9e9a6641-6986-4143-9808-8b38f03145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.132161 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-9e9a6641-6986-4143-9808-8b38f03145ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 1132 time: 0.1096528 Feb 15 03:04:51.140454 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-e16b0fdb-2776-494b-a832-da76f0dc6cdd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.142411 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-e16b0fdb-2776-494b-a832-da76f0dc6cdd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 809 time: 0.2326901 Feb 15 03:04:51.190814 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-4a07eede-cf04-411a-a465-ede928da3a3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f088e1b9-d291-47ec-8597-6639b900d802 HTTP/1.1" status: 200 len: 217 time: 0.0474963 Feb 15 03:04:51.292908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-7c57bf7b-80c1-4082-8e15-5002fc984489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.294397 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-7c57bf7b-80c1-4082-8e15-5002fc984489 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebe310c5-8581-475c-8a9c-4f89f0b8bbe8 HTTP/1.1" status: 200 len: 843 time: 0.0931547 Feb 15 03:04:51.299906 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-33464e2c-606c-4d1f-abba-12f8ea135cd4 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21443331469a45f5b7d064a7f4513743 HTTP/1.1" status: 200 len: 380 time: 0.1483335 Feb 15 03:04:51.320598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'port': {'device_id': 'e816e723-cdff-4e33-91d5-f2225b504193', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'admin_state_up': True, 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'security_groups': ['66afc865-534b-4b98-8183-4a39a8ca6288']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:51.719876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-cb15d2d4-e29b-4df9-9303-7da50587f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.721353 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-cb15d2d4-e29b-4df9-9303-7da50587f9b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc03b01-5fd0-4b80-abf2-c0b43389a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4151070 Feb 15 03:04:51.735309 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da371c5e-3511-4136-b187-37462126c7cd req-7cc1ca37-d7ea-4427-9440-8091faef43a6 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 210 time: 0.0463014 Feb 15 03:04:51.789994 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:04:51.818573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad5adf-8057-48bd-b850-7301fe79f961 req-22429d8c-1c24-40ad-b522-a60ca590aca9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.829467 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e7ad5adf-8057-48bd-b850-7301fe79f961 req-22429d8c-1c24-40ad-b522-a60ca590aca9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1947155 Feb 15 03:04:51.871977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Made reservation on behalf of 21443331469a45f5b7d064a7f4513743 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:04:51.879483 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:51.958331 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-bdb62752-d315-4e2d-a346-114e3034bebc service neutron] 10.222.0.52 "GET /v2.0/networks/8fc03b01-5fd0-4b80-abf2-c0b43389a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236667 Feb 15 03:04:51.968927 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: DOWN; New status is: DOWN {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:51.981904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89802b49-b267-4172-b4c3-d1bf5d5ebd86 req-83f678fe-4cd0-4119-aae8-51440828f869 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:51.985269 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-89802b49-b267-4172-b4c3-d1bf5d5ebd86 req-83f678fe-4cd0-4119-aae8-51440828f869 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 948 time: 0.1350615 Feb 15 03:04:51.996893 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e7ad5adf-8057-48bd-b850-7301fe79f961 req-49f8ebc5-07b7-4967-aa2c-7a72a711edd7 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623268 Feb 15 03:04:52.006583 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:52.075647 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-89802b49-b267-4172-b4c3-d1bf5d5ebd86 req-9c74ea88-8f1d-4b55-aa78-84555c369d47 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791428 Feb 15 03:04:52.228345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Allocated IP 172.20.0.10 (ca063969-9c0b-40c8-b2ed-bd1316947954/39b24c78-e461-4ba6-b96d-49db8634a3cf/7f929fa6-5650-4409-8214-1c736d179537) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:04:52.232215 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c7a2404-714f-4661-9c85-98b9b026dd69 req-f56698f6-e297-4e18-a7c9-3acc9959228d service neutron] 10.222.0.52 "GET /v2.0/networks/8fc03b01-5fd0-4b80-abf2-c0b43389a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392604 Feb 15 03:04:52.361047 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95ce47-0f36-4e6a-ba3e-58b368ea8cbd req-af02f102-bea2-49a1-8fbf-8af54016f57b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.362634 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fb95ce47-0f36-4e6a-ba3e-58b368ea8cbd req-af02f102-bea2-49a1-8fbf-8af54016f57b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.2346859 Feb 15 03:04:52.413638 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769457-d36c-4645-a59e-6618fb06df4f req-a3b408cb-639b-4162-8344-de2aee58c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.416344 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-a3b408cb-639b-4162-8344-de2aee58c32d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 1132 time: 0.1066933 Feb 15 03:04:52.521575 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-a868cfbd-e7b6-416e-bee9-9bf2da0147b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.524484 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-a868cfbd-e7b6-416e-bee9-9bf2da0147b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 1127 time: 0.2480829 Feb 15 03:04:52.533617 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fb95ce47-0f36-4e6a-ba3e-58b368ea8cbd req-871f8947-4065-4493-a95a-45d670879819 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543510 Feb 15 03:04:52.615042 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for port (7f929fa6-5650-4409-8214-1c736d179537), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:52.649279 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769457-d36c-4645-a59e-6618fb06df4f req-b7ef44b4-fc28-4ea0-8054-fef6c3407d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.651875 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-b7ef44b4-fc28-4ea0-8054-fef6c3407d33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc03b01-5fd0-4b80-abf2-c0b43389a817 HTTP/1.1" status: 200 len: 869 time: 0.2257981 Feb 15 03:04:52.658011 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-d5e9c65a-2833-475c-9d17-834d7952a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.659580 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-d5e9c65a-2833-475c-9d17-834d7952a25a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1127 time: 0.1004348 Feb 15 03:04:52.695571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:52.713892 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-6e948d54-87d7-4386-8e0f-6c626e0cdac7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f088e1b9-d291-47ec-8597-6639b900d802 HTTP/1.1" status: 200 len: 217 time: 0.0541766 Feb 15 03:04:52.782223 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769457-d36c-4645-a59e-6618fb06df4f req-0301912a-9fde-4e2b-80c8-7f9d88583d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.784897 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-0301912a-9fde-4e2b-80c8-7f9d88583d4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebe310c5-8581-475c-8a9c-4f89f0b8bbe8 HTTP/1.1" status: 200 len: 843 time: 0.0643725 Feb 15 03:04:52.790895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Network ca063969-9c0b-40c8-b2ed-bd1316947954 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:04:52.800272 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:04:52.804483 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:52.814721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:04:52.914480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-1c350d8c-eb7f-418a-8ee0-e103652730a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.917486 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-1c350d8c-eb7f-418a-8ee0-e103652730a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.2474954 Feb 15 03:04:52.940295 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769457-d36c-4645-a59e-6618fb06df4f req-c0ad4ebf-9aee-424e-8bb2-7ab7f54252a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:52.941889 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-c0ad4ebf-9aee-424e-8bb2-7ab7f54252a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc03b01-5fd0-4b80-abf2-c0b43389a817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1432431 Feb 15 03:04:53.019383 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.020899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:53.023615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573dd95-66e2-4a2f-81aa-8eb5918998a8 req-9b600555-fe9a-430e-a6f1-43da358ca5d0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.025195 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6573dd95-66e2-4a2f-81aa-8eb5918998a8 req-9b600555-fe9a-430e-a6f1-43da358ca5d0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 932 time: 0.1364625 Feb 15 03:04:53.083663 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-9e0cae99-d9d0-4a78-86fb-a205a0adc378 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7682137 Feb 15 03:04:53.088061 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-72b70c33-312e-4c35-b90a-eb204d88c982 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 200 len: 999 time: 0.1597874 Feb 15 03:04:53.110232 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Request body: {'port': {'device_id': 'e816e723-cdff-4e33-91d5-f2225b504193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:04:53.127304 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-47b07b7f-05f8-4153-9994-3edab3f42136 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc03b01-5fd0-4b80-abf2-c0b43389a817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765950 Feb 15 03:04:53.145313 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6573dd95-66e2-4a2f-81aa-8eb5918998a8 req-3f581b47-4a39-4c07-adce-65831376be75 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038864 Feb 15 03:04:53.194780 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-96229caf-25b2-4860-9445-934c0d638397 None None] Provisioning complete for port 7f929fa6-5650-4409-8214-1c736d179537 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:53.225559 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-96229caf-25b2-4860-9445-934c0d638397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f929fa6-5650-4409-8214-1c736d179537), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:53.268734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-96229caf-25b2-4860-9445-934c0d638397 None None] Port 7f929fa6-5650-4409-8214-1c736d179537 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:04:53.309137 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-7e248e3d-f55b-4afa-ad51-a5d383eaa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.311506 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-7e248e3d-f55b-4afa-ad51-a5d383eaa5c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.1967809 Feb 15 03:04:53.315836 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:53.408676 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eab19-818c-4bb4-98fc-9e3592cd08ce req-90c4b833-e27c-482d-96f2-ff21930d2831 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.411444 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e25eab19-818c-4bb4-98fc-9e3592cd08ce req-90c4b833-e27c-482d-96f2-ff21930d2831 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.2680881 Feb 15 03:04:53.573800 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-0b20693a-c73f-4139-840c-3ed617eef843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.575393 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-0b20693a-c73f-4139-840c-3ed617eef843 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2537704 Feb 15 03:04:53.621118 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e25eab19-818c-4bb4-98fc-9e3592cd08ce req-05dbf53a-ad54-4aaf-b547-5dd02ee8e49b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749861 Feb 15 03:04:53.661995 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-3fdb10ae-1ab1-468f-a564-c6f66659b2e4 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc03b01-5fd0-4b80-abf2-c0b43389a817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280621 Feb 15 03:04:53.669792 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9267bd-916a-4d49-b452-ef0157dc8595 req-ac8ea112-b1dd-450a-860b-dfab7e505768 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.675787 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3d9267bd-916a-4d49-b452-ef0157dc8595 req-ac8ea112-b1dd-450a-860b-dfab7e505768 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 948 time: 0.4147625 Feb 15 03:04:53.744039 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3d9267bd-916a-4d49-b452-ef0157dc8595 req-4cc06471-540a-484a-99a1-64d3c5993b73 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635645 Feb 15 03:04:53.850464 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-81c4c2df-82e8-40c0-aed7-d78bd5813c27 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216303 Feb 15 03:04:53.885111 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77750a-6def-4131-a3ae-1853ee0fae8c req-acacc80f-c464-4290-b2ad-db8bc40d2ff6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:53.887050 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-be77750a-6def-4131-a3ae-1853ee0fae8c req-acacc80f-c464-4290-b2ad-db8bc40d2ff6 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1749079 Feb 15 03:04:54.105199 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-be77750a-6def-4131-a3ae-1853ee0fae8c req-9f7b7c27-84ca-428a-8850-8e6f53430250 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879845 Feb 15 03:04:54.126484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f929fa6-5650-4409-8214-1c736d179537 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:54.137733 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks [] for port (7f929fa6-5650-4409-8214-1c736d179537), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.142919 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-496031ba-e2d3-4f3b-a01a-5b21beb84614 req-e98cf57a-48d8-4fe3-af47-f0b6009c1743 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810824 Feb 15 03:04:54.154939 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Transition to ACTIVE for port object 7f929fa6-5650-4409-8214-1c736d179537 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:04:54.159304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.240850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:54.321084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Attempting to bind port 7f929fa6-5650-4409-8214-1c736d179537 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:04:54.322019 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Attempting to bind port 7f929fa6-5650-4409-8214-1c736d179537 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:04:54.322515 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Attempting to bind port 7f929fa6-5650-4409-8214-1c736d179537 on network ca063969-9c0b-40c8-b2ed-bd1316947954 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:54.329049 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Port 7f929fa6-5650-4409-8214-1c736d179537 on network ca063969-9c0b-40c8-b2ed-bd1316947954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:04:54.329476 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Attempting to bind port 7f929fa6-5650-4409-8214-1c736d179537 on network ca063969-9c0b-40c8-b2ed-bd1316947954 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:04:54.335737 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:04:54.336189 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Checking segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:04:54.336461 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Bound using segment: {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:04:54.336916 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Bound port: 7f929fa6-5650-4409-8214-1c736d179537, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e8b792-5bac-47e5-84d9-95971fbbbda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:04:54.337279 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.428752 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067243-c127-4c42-8883-33d350cc2b87 req-3579850c-b68e-450e-a9fc-36ccdef78ba6 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:54.430699 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a067243-c127-4c42-8883-33d350cc2b87 req-3579850c-b68e-450e-a9fc-36ccdef78ba6 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0953686 Feb 15 03:04:54.484360 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:04:54.498393 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:04:54.508923 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.511084 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a067243-c127-4c42-8883-33d350cc2b87 req-fe23666a-f657-4725-9821-d91fead594e5 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703783 Feb 15 03:04:54.580799 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:54.581835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:54.584424 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1094 time: 1.4852562 Feb 15 03:04:54.585252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:54.589495 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:54.644325 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759f740-69d8-4cf2-adcf-c356a2c06f85 service neutron] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:54.684216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0f97d-1e9b-4b86-9b81-f862af589f95 x-openstack-request-id: req-d3e0f97d-1e9b-4b86-9b81-f862af589f95 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:54.684809 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:54.685252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3e0f97d-1e9b-4b86-9b81-f862af589f95 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:54.685997 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'status': 'completed', 'code': 200} Feb 15 03:04:54.755020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-89678e6b-8145-4213-930d-765f603b4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:54.759336 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-89678e6b-8145-4213-930d-765f603b4a9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1128 time: 0.1078832 Feb 15 03:04:54.866666 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-3fe1856c-7c33-48d6-b075-5105c53f2e08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 217 time: 0.0972109 Feb 15 03:04:54.901802 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e5ac3-d82b-42ca-9864-6d000655d7a9 req-a006532c-def4-409c-b2ea-3640d0637598 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:54.904122 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b7e5ac3-d82b-42ca-9864-6d000655d7a9 req-a006532c-def4-409c-b2ea-3640d0637598 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1127133 Feb 15 03:04:54.999419 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b7e5ac3-d82b-42ca-9864-6d000655d7a9 req-5a79d945-e1b6-49d0-9d7a-f5cc2c2d570d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795288 Feb 15 03:04:55.055890 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-2f593fc1-0449-4f70-8bf1-9c0789a7488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:55.057716 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-2f593fc1-0449-4f70-8bf1-9c0789a7488e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.1815772 Feb 15 03:04:55.102982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe72e6-9aac-4702-bb01-dd0b85c9e2d0 req-2c941a82-5fd5-4066-97d2-ad61d5f3cd08 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:55.104837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2abe72e6-9aac-4702-bb01-dd0b85c9e2d0 req-2c941a82-5fd5-4066-97d2-ad61d5f3cd08 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 948 time: 0.2267337 Feb 15 03:04:55.287065 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2abe72e6-9aac-4702-bb01-dd0b85c9e2d0 req-7fa0ce31-0944-4f60-b620-6ef9ddb27a81 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552727 Feb 15 03:04:55.468616 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaf206-31f5-4d9d-a1d8-046458b76ffe req-17151781-afe9-4e93-9dec-0d9b58bf35bf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:55.471994 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dacaf206-31f5-4d9d-a1d8-046458b76ffe req-17151781-afe9-4e93-9dec-0d9b58bf35bf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1703410 Feb 15 03:04:55.625160 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dacaf206-31f5-4d9d-a1d8-046458b76ffe req-a314f406-9ef8-4421-ad43-58d63de4b754 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463554 Feb 15 03:04:55.776124 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208aa7-c910-4a26-b9b7-136bbe001358 req-31cf9687-becf-4350-90d1-4e38e19627c5 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:55.784492 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device f088e1b9-d291-47ec-8597-6639b900d802 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:04:55.790919 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-60208aa7-c910-4a26-b9b7-136bbe001358 req-31cf9687-becf-4350-90d1-4e38e19627c5 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.1419468 Feb 15 03:04:55.902458 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-60208aa7-c910-4a26-b9b7-136bbe001358 req-86aea914-572a-4a79-84b6-defd8b027c0f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113925 Feb 15 03:04:56.030368 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=f088e1b9-d291-47ec-8597-6639b900d802,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:56.055241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'f088e1b9-d291-47ec-8597-6639b900d802', 'network_id': '8fc03b01-5fd0-4b80-abf2-c0b43389a817', 'port_id': 'f088e1b9-d291-47ec-8597-6639b900d802', 'mac_address': 'fa:16:3e:87:08:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe310c5-8581-475c-8a9c-4f89f0b8bbe8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:04:56.126965 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port f088e1b9-d291-47ec-8597-6639b900d802 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:56.127766 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f088e1b9-d291-47ec-8597-6639b900d802), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:56.151203 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f088e1b9-d291-47ec-8597-6639b900d802 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:04:56.205043 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=f088e1b9-d291-47ec-8597-6639b900d802,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:56.213571 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:56.283062 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee9aa-bbdd-4126-9f3a-976bc6786a75 req-c8e24f0a-170f-4e7b-b2cb-a74e4a803f7a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:56.311906 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5c8ee9aa-bbdd-4126-9f3a-976bc6786a75 req-c8e24f0a-170f-4e7b-b2cb-a74e4a803f7a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1594427 Feb 15 03:04:56.315040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:56.414539 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5c8ee9aa-bbdd-4126-9f3a-976bc6786a75 req-6b40becf-fd7f-45e3-8d10-4564b2af030a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007855 Feb 15 03:04:56.492228 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0c746-27f9-4b4b-9972-90eb05dc1dbf req-c6d25881-58c7-47f6-a6d0-dc33ce8b291e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:56.496194 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f3f0c746-27f9-4b4b-9972-90eb05dc1dbf req-c6d25881-58c7-47f6-a6d0-dc33ce8b291e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 949 time: 0.0971947 Feb 15 03:04:56.548533 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['f088e1b9-d291-47ec-8597-6639b900d802'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:04:56.596085 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f3f0c746-27f9-4b4b-9972-90eb05dc1dbf req-acb726e3-172c-4f3c-82fa-a9de5ac977a4 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908163 Feb 15 03:04:56.809568 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f6ec6-5ef6-4943-b055-468044bc2e7b req-c2d8c8b4-e8e1-439a-ba69-8797ffa0ac50 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:56.812880 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-980f6ec6-5ef6-4943-b055-468044bc2e7b req-c2d8c8b4-e8e1-439a-ba69-8797ffa0ac50 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0727789 Feb 15 03:04:56.898489 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-980f6ec6-5ef6-4943-b055-468044bc2e7b req-9a8c5ac2-ced8-493d-b2e0-c8114bbb1875 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778627 Feb 15 03:04:57.114935 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab43e-f704-414b-ac98-769d8eb41892 req-08a20f9c-fd11-4498-97f2-1ac40b33dd9f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:57.116692 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a3ab43e-f704-414b-ac98-769d8eb41892 req-08a20f9c-fd11-4498-97f2-1ac40b33dd9f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0857263 Feb 15 03:04:57.206324 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6a3ab43e-f704-414b-ac98-769d8eb41892 req-b68e77d9-4b46-4ba4-82dc-47cc26e51eb4 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786061 Feb 15 03:04:57.231940 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:04:57.574131 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc18b69-e18f-4235-a594-55f8caf1e4e2 req-46297357-3baf-4e7b-9d41-4184d4e16986 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:57.577138 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9cc18b69-e18f-4235-a594-55f8caf1e4e2 req-46297357-3baf-4e7b-9d41-4184d4e16986 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0662510 Feb 15 03:04:57.679601 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9cc18b69-e18f-4235-a594-55f8caf1e4e2 req-85c7e988-e34e-49ec-ad63-2295d71df5af tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937889 Feb 15 03:04:57.782889 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device f088e1b9-d291-47ec-8597-6639b900d802 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:04:57.812600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3256a6-241b-4ba6-a294-5bcbc7e3c0eb req-c63c3c5c-e228-4814-bb8c-ea73c5e5513c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:57.829295 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ac3256a6-241b-4ba6-a294-5bcbc7e3c0eb req-c63c3c5c-e228-4814-bb8c-ea73c5e5513c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 949 time: 0.1117322 Feb 15 03:04:57.907457 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port f088e1b9-d291-47ec-8597-6639b900d802 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:04:57.914055 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port f088e1b9-d291-47ec-8597-6639b900d802 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:04:57.914645 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f088e1b9-d291-47ec-8597-6639b900d802), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:57.915595 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ac3256a6-241b-4ba6-a294-5bcbc7e3c0eb req-a6bd0874-da70-4d13-8b21-6d7936ea3eaf tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849366 Feb 15 03:04:58.019285 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port f088e1b9-d291-47ec-8597-6639b900d802 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:04:58.019964 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f088e1b9-d291-47ec-8597-6639b900d802), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:58.062717 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:04:58.065692 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f93dd0-b8a3-4748-a0b3-81bbb0bd5c11" -d '{"events": [{"server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "name": "network-vif-plugged", "status": "completed", "tag": "f088e1b9-d291-47ec-8597-6639b900d802"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:04:58.066481 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f008cc9-03de-4986-a05e-41ddce06efa9 req-30fe3f40-0fef-41f0-9c59-16b42a7b10f4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:58.068428 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7f008cc9-03de-4986-a05e-41ddce06efa9 req-30fe3f40-0fef-41f0-9c59-16b42a7b10f4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0691316 Feb 15 03:04:58.120585 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=f088e1b9-d291-47ec-8597-6639b900d802,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:04:58.127378 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:04:58.130656 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77d907f-eb84-4e6d-bb5d-913d7819c85a x-openstack-request-id: req-d77d907f-eb84-4e6d-bb5d-913d7819c85a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:04:58.130930 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "name": "network-vif-plugged", "status": "completed", "tag": "f088e1b9-d291-47ec-8597-6639b900d802", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:04:58.131206 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d77d907f-eb84-4e6d-bb5d-913d7819c85a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:04:58.131596 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802', 'code': 200} Feb 15 03:04:58.151008 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7f008cc9-03de-4986-a05e-41ddce06efa9 req-9f68071c-049e-4a34-ac4c-25d29a5d600c tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757501 Feb 15 03:04:58.193545 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:04:58.361366 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38f76d-0785-4ed3-b221-bdb5ed4e0829 req-b0ce19fd-3610-4b69-916c-79f1d9a93c50 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:58.364329 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cf38f76d-0785-4ed3-b221-bdb5ed4e0829 req-b0ce19fd-3610-4b69-916c-79f1d9a93c50 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0588346 Feb 15 03:04:58.448761 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cf38f76d-0785-4ed3-b221-bdb5ed4e0829 req-70a513c6-8de3-4d65-bcfb-77876e39846c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793810 Feb 15 03:04:58.865521 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4075a3-703f-4af2-b1d3-c9b664c6b382 req-ab8d46ed-6a2f-46a4-9d54-23d1f877a103 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:58.867381 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8b4075a3-703f-4af2-b1d3-c9b664c6b382 req-ab8d46ed-6a2f-46a4-9d54-23d1f877a103 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0680833 Feb 15 03:04:58.919505 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8b4075a3-703f-4af2-b1d3-c9b664c6b382 req-4c5a60bc-6751-4d88-b436-6357d83ed1ad tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460155 Feb 15 03:04:59.083278 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09575f-39fd-4b84-980c-675b2319da18 req-8b5a9656-1d32-4b43-9498-2c664cc49a0a tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:59.090840 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e09575f-39fd-4b84-980c-675b2319da18 req-8b5a9656-1d32-4b43-9498-2c664cc49a0a tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0823176 Feb 15 03:04:59.171131 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e09575f-39fd-4b84-980c-675b2319da18 req-bdb8a595-f691-4854-b261-053ab582369e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788324 Feb 15 03:04:59.330563 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18c1cd-1f5a-4d94-bd62-ebc9b769d7e9 req-35352341-fbcd-4d7a-af69-bd39edbe8720 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:59.332297 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8b18c1cd-1f5a-4d94-bd62-ebc9b769d7e9 req-35352341-fbcd-4d7a-af69-bd39edbe8720 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0727649 Feb 15 03:04:59.414965 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8b18c1cd-1f5a-4d94-bd62-ebc9b769d7e9 req-1677e857-b4d7-48c4-a1ab-7e96996c3b74 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728531 Feb 15 03:04:59.609958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92779-4a5a-43ee-9dc2-794335166236 req-7fbfd93e-e8ef-44ce-8b2a-a0d1a136159d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:04:59.612609 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aea92779-4a5a-43ee-9dc2-794335166236 req-7fbfd93e-e8ef-44ce-8b2a-a0d1a136159d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0791423 Feb 15 03:04:59.710323 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aea92779-4a5a-43ee-9dc2-794335166236 req-b681327b-c649-40e7-85d3-5cbde458c0f8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887840 Feb 15 03:05:00.105231 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a9ba-e69e-4f0c-8e78-b68e18542218 req-72aa8b8e-87f8-447c-aef7-d2f78009a62e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:00.106953 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b296a9ba-e69e-4f0c-8e78-b68e18542218 req-72aa8b8e-87f8-447c-aef7-d2f78009a62e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0948274 Feb 15 03:05:00.172478 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b296a9ba-e69e-4f0c-8e78-b68e18542218 req-c0a8dcc5-9afd-4758-98c8-6a982a60979c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581169 Feb 15 03:05:00.375290 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c9ad6-c753-4431-a960-5ab1f7bc7de2 req-35cd381f-3679-4460-ba37-bf91400450af tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:00.377808 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ea8c9ad6-c753-4431-a960-5ab1f7bc7de2 req-35cd381f-3679-4460-ba37-bf91400450af tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0962148 Feb 15 03:05:00.460851 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ea8c9ad6-c753-4431-a960-5ab1f7bc7de2 req-767ff4d5-a3c8-46b6-a1bd-fbfb8c67a4b3 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714502 Feb 15 03:05:00.621463 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f48b46-15c2-41e0-8d82-a8755b123b82 req-ecf930cd-c03b-4e2f-8be5-f9e66c52ca13 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:00.623090 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74f48b46-15c2-41e0-8d82-a8755b123b82 req-ecf930cd-c03b-4e2f-8be5-f9e66c52ca13 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0826581 Feb 15 03:05:00.702862 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74f48b46-15c2-41e0-8d82-a8755b123b82 req-765239e7-bf90-48c8-9663-b09c786cd402 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687664 Feb 15 03:05:00.897916 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469617e-bfc1-486e-ba28-f782972bbbd5 req-ae724490-b88c-43bd-b76d-303fccb9a92a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:00.899507 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9469617e-bfc1-486e-ba28-f782972bbbd5 req-ae724490-b88c-43bd-b76d-303fccb9a92a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0708766 Feb 15 03:05:00.978402 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9469617e-bfc1-486e-ba28-f782972bbbd5 req-13e8a067-5532-4892-825f-a9f6e8ddadf5 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681620 Feb 15 03:05:01.339589 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630bfa-dc4e-4a93-ab6e-1279c11b0df1 req-50a3539f-9ad3-4c0b-a752-a31a6178a445 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:01.347289 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4f630bfa-dc4e-4a93-ab6e-1279c11b0df1 req-50a3539f-9ad3-4c0b-a752-a31a6178a445 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0726969 Feb 15 03:05:01.400104 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4f630bfa-dc4e-4a93-ab6e-1279c11b0df1 req-886e4b77-7caa-41cd-ac77-9feb07ebbd55 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513897 Feb 15 03:05:01.630863 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183ec4-92e0-47ae-a2ce-8951c2ff5bf1 req-e44eeb12-59ce-494b-abc5-d5ca819b47e1 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:01.632417 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5c183ec4-92e0-47ae-a2ce-8951c2ff5bf1 req-e44eeb12-59ce-494b-abc5-d5ca819b47e1 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0838404 Feb 15 03:05:01.700708 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5c183ec4-92e0-47ae-a2ce-8951c2ff5bf1 req-b7b08279-c9e0-4ba0-8c36-54996922e19c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598609 Feb 15 03:05:01.891093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff944-1cd1-4d3c-aca4-607a470cfe75 req-dc3a69b8-67eb-4f52-aeec-08a75a68e81e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:01.893209 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a3ff944-1cd1-4d3c-aca4-607a470cfe75 req-dc3a69b8-67eb-4f52-aeec-08a75a68e81e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0694106 Feb 15 03:05:01.965235 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a3ff944-1cd1-4d3c-aca4-607a470cfe75 req-1b839d49-db46-489e-b14a-63e8cbb82670 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618179 Feb 15 03:05:02.167045 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e5241-70db-43a1-9404-c214232d03d2 req-dde4ddb3-7447-480d-b06b-3e42cd3d1d41 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:02.171816 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e12e5241-70db-43a1-9404-c214232d03d2 req-dde4ddb3-7447-480d-b06b-3e42cd3d1d41 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0826690 Feb 15 03:05:02.265843 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e12e5241-70db-43a1-9404-c214232d03d2 req-392431e5-c0cd-492d-a28e-8d1de65042e2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877528 Feb 15 03:05:02.611750 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c2f1-ce6c-4875-92f3-07501aa20430 req-9269c989-7a8c-4acc-a413-c077f184df39 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:02.613371 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1157c2f1-ce6c-4875-92f3-07501aa20430 req-9269c989-7a8c-4acc-a413-c077f184df39 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0668705 Feb 15 03:05:02.697987 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1157c2f1-ce6c-4875-92f3-07501aa20430 req-a4fc61fa-2e80-4b0f-a891-4121c0ae0084 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718172 Feb 15 03:05:02.878186 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1f05-0503-45b3-84a7-cda647e95c3e req-c56dd5f0-9207-45dc-9262-6ad66761bb36 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:02.880709 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-81bc1f05-0503-45b3-84a7-cda647e95c3e req-c56dd5f0-9207-45dc-9262-6ad66761bb36 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0770679 Feb 15 03:05:02.961593 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-81bc1f05-0503-45b3-84a7-cda647e95c3e req-ea47f90c-e732-4c7a-8785-fbeb164e1bdd tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745730 Feb 15 03:05:03.146958 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8e9ab-d891-465e-b1c4-40702b866f40 req-f8da0921-8b3a-437b-93d4-861fa5a6324a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:03.149391 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-89e8e9ab-d891-465e-b1c4-40702b866f40 req-f8da0921-8b3a-437b-93d4-861fa5a6324a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0712366 Feb 15 03:05:03.236469 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-89e8e9ab-d891-465e-b1c4-40702b866f40 req-d79d0d8e-8ec3-44bd-bc5d-4f76910ed567 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780935 Feb 15 03:05:03.458198 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c270-cdde-49b3-a5a8-0cfb7c609a6a req-487a7c55-2312-4b94-ad60-3bcfb869bbb8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:03.461097 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1aa2c270-cdde-49b3-a5a8-0cfb7c609a6a req-487a7c55-2312-4b94-ad60-3bcfb869bbb8 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0936961 Feb 15 03:05:03.550571 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1aa2c270-cdde-49b3-a5a8-0cfb7c609a6a req-93499114-5711-476c-8b80-6d47d0438808 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814695 Feb 15 03:05:03.928354 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e384d4-6e9d-4915-8bb4-b09c40a995b9 req-9fd099b9-6245-47f2-8d88-4e3b7c45bf03 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:03.931287 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-06e384d4-6e9d-4915-8bb4-b09c40a995b9 req-9fd099b9-6245-47f2-8d88-4e3b7c45bf03 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0965865 Feb 15 03:05:03.995396 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-06e384d4-6e9d-4915-8bb4-b09c40a995b9 req-164b965f-4bea-4a4d-b760-2ecc1197dac4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Feb 15 03:05:04.153399 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1816d05-38f9-443a-a653-c4616228868f req-1deb89a8-8951-4799-b3e6-9cb8aa6afb72 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:04.156462 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f1816d05-38f9-443a-a653-c4616228868f req-1deb89a8-8951-4799-b3e6-9cb8aa6afb72 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0866385 Feb 15 03:05:04.234863 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f1816d05-38f9-443a-a653-c4616228868f req-0f43ed9f-339e-4257-8bb0-beb618b2500f tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677195 Feb 15 03:05:04.430149 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b190ef-5785-44e8-a0e5-0e4b5c843969 req-cdfca1fa-f30d-4f6a-9452-1e366a2253c9 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:04.432994 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-41b190ef-5785-44e8-a0e5-0e4b5c843969 req-cdfca1fa-f30d-4f6a-9452-1e366a2253c9 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0816617 Feb 15 03:05:04.497388 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-41b190ef-5785-44e8-a0e5-0e4b5c843969 req-309cfd52-0f40-4e97-8cd3-9a9854895cb7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Feb 15 03:05:04.687615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c685668-b6db-4b18-8829-f0ed3b6589d0 req-a7e0772f-f07e-4c9c-b709-f58898427704 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:04.689258 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3c685668-b6db-4b18-8829-f0ed3b6589d0 req-a7e0772f-f07e-4c9c-b709-f58898427704 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0617955 Feb 15 03:05:04.750805 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3c685668-b6db-4b18-8829-f0ed3b6589d0 req-ff4b5bf1-c251-4afc-ae33-3d6148e469d3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554309 Feb 15 03:05:04.910455 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601968f-4787-49ec-b083-e0189be97272 req-d65b4396-98f8-4640-aef5-36f516b9af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:04.912192 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-d65b4396-98f8-4640-aef5-36f516b9af7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622742 Feb 15 03:05:05.091777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-4366a48c-b281-4aa4-bbb4-e314ff30f5db service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715007 Feb 15 03:05:05.112775 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f49be8-1659-4bb3-af6b-5ae8ffb9dbf8 req-a145b28d-1a86-4ebb-8493-56a76d2f6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.114288 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f2f49be8-1659-4bb3-af6b-5ae8ffb9dbf8 req-a145b28d-1a86-4ebb-8493-56a76d2f6245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 1134 time: 0.0818510 Feb 15 03:05:05.192368 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b670-298b-423d-811e-478ecc27987c req-6fb5d6bc-b819-43e1-b80f-478357470431 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.194678 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8310b670-298b-423d-811e-478ecc27987c req-6fb5d6bc-b819-43e1-b80f-478357470431 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0870657 Feb 15 03:05:05.309171 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8310b670-298b-423d-811e-478ecc27987c req-81586884-4de9-43ef-b717-b5706ddd6a85 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006577 Feb 15 03:05:05.539581 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f2f49be8-1659-4bb3-af6b-5ae8ffb9dbf8 req-27a0db3b-c855-438e-ac0c-ca2df0135532 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173324 Feb 15 03:05:05.557666 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d601968f-4787-49ec-b083-e0189be97272 req-aca205d6-0286-4ebf-9813-790fa14dce48 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517510 Feb 15 03:05:05.566786 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c532-5362-4141-908d-85e5fb4a2584 req-ac34e8ea-f3ad-477c-958a-f13c35b50630 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.568427 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d734c532-5362-4141-908d-85e5fb4a2584 req-ac34e8ea-f3ad-477c-958a-f13c35b50630 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.1185880 Feb 15 03:05:05.633732 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d734c532-5362-4141-908d-85e5fb4a2584 req-9e3dc0e0-531a-4bb9-a86d-fa77ca324b13 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Feb 15 03:05:05.640695 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3122096-33fe-4635-9d9e-c9f8b1b8ac61 req-4f2521a9-84e6-4a8e-b6de-cbc2a7d3eb68 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.642322 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3122096-33fe-4635-9d9e-c9f8b1b8ac61 req-4f2521a9-84e6-4a8e-b6de-cbc2a7d3eb68 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0645750 Feb 15 03:05:05.698672 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3122096-33fe-4635-9d9e-c9f8b1b8ac61 req-bb1bfd25-f661-491d-aded-f2afe3ad68d3 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Feb 15 03:05:05.888168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-f787e8ac-e277-4281-aa6e-a634b61bfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.890145 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-f787e8ac-e277-4281-aa6e-a634b61bfe2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1128 time: 0.0750341 Feb 15 03:05:05.902732 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811ff6-47dc-4806-85aa-24b7df287526 req-3e2f5e0d-fd20-4637-9d1c-38072170d835 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:05.904383 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5811ff6-47dc-4806-85aa-24b7df287526 req-3e2f5e0d-fd20-4637-9d1c-38072170d835 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0814073 Feb 15 03:05:06.013781 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5811ff6-47dc-4806-85aa-24b7df287526 req-d6b93034-b522-49a2-9272-4834f492e25f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002777 Feb 15 03:05:06.036912 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-0fae75c5-3018-40cf-949f-65d604b61e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.038386 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-0fae75c5-3018-40cf-949f-65d604b61e6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.1325479 Feb 15 03:05:06.083199 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-28715731-4852-4932-91a7-02044ff847c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 217 time: 0.0379093 Feb 15 03:05:06.138643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-d32fa21d-33a6-4cff-9516-0ebfadbef43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.140263 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-d32fa21d-33a6-4cff-9516-0ebfadbef43a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.0465002 Feb 15 03:05:06.200225 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-12c053a2-70cf-4e9d-b061-0da40cebf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.202705 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-12c053a2-70cf-4e9d-b061-0da40cebf077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551341 Feb 15 03:05:06.315293 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-59588ad6-6c21-444f-b539-884d1a565460 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032143 Feb 15 03:05:06.441546 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-29bf2e60-6f4f-4270-bbc3-6831b362ef8f req-29c5e4c1-505c-4d54-98bf-648f170abd83 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198039 Feb 15 03:05:06.517777 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4fc54-7534-4705-94a2-65d5b7b14f79 req-e2e66038-5e93-4c5c-8372-a25b16e16381 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.523746 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1fe4fc54-7534-4705-94a2-65d5b7b14f79 req-e2e66038-5e93-4c5c-8372-a25b16e16381 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.1045597 Feb 15 03:05:06.525275 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261638-5174-4f68-b9b7-0165835c94ea req-31e815fa-05cf-4045-a122-633bd063f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.526810 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5e261638-5174-4f68-b9b7-0165835c94ea req-31e815fa-05cf-4045-a122-633bd063f6db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.0501831 Feb 15 03:05:06.586089 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1fe4fc54-7534-4705-94a2-65d5b7b14f79 req-8427f3f3-c862-43ee-9b5c-70d2fff518ff tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573735 Feb 15 03:05:06.598306 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5e261638-5174-4f68-b9b7-0165835c94ea req-6d8467fb-a4d6-4aec-ac6b-f8e1be64fd39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531192 Feb 15 03:05:06.786278 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cd205-88dc-4df2-bc38-a1fbad9715c6 req-42bef08c-566f-4462-b0b4-cc0a3a1cd99d tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.789031 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eb6cd205-88dc-4df2-bc38-a1fbad9715c6 req-42bef08c-566f-4462-b0b4-cc0a3a1cd99d tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0737681 Feb 15 03:05:06.875189 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eb6cd205-88dc-4df2-bc38-a1fbad9715c6 req-d2ed15bf-13c7-47bf-8060-5d1b343839dd tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794976 Feb 15 03:05:06.922722 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2f7b-809e-4dcb-aa21-8bae71e5a6a1 req-a371d5f8-80e1-4efd-9fcd-16a9b8b2b17d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:06.924761 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4d4d2f7b-809e-4dcb-aa21-8bae71e5a6a1 req-a371d5f8-80e1-4efd-9fcd-16a9b8b2b17d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1186647 Feb 15 03:05:06.987633 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4d4d2f7b-809e-4dcb-aa21-8bae71e5a6a1 req-84dda93e-67f2-4b2a-b17c-5ed3a0293672 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573676 Feb 15 03:05:07.133401 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58345f-e608-42f2-8739-8244d97beed8 req-4777196f-11fb-4934-852e-e26c6aada630 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:07.134865 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cd58345f-e608-42f2-8739-8244d97beed8 req-4777196f-11fb-4934-852e-e26c6aada630 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0523214 Feb 15 03:05:07.187358 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cd58345f-e608-42f2-8739-8244d97beed8 req-5c64342e-8b9f-4c07-8698-552df92d8b2b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Feb 15 03:05:07.732026 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae696d26-fdd1-43c1-8af6-6860a1a9cea8 req-b49fdf8b-bdce-4231-af09-8f4bbee4eb6f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:07.733651 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ae696d26-fdd1-43c1-8af6-6860a1a9cea8 req-b49fdf8b-bdce-4231-af09-8f4bbee4eb6f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0621598 Feb 15 03:05:07.787926 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ae696d26-fdd1-43c1-8af6-6860a1a9cea8 req-9681998a-d103-4302-acd2-ebeea005ceed tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484328 Feb 15 03:05:08.032907 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5cb36-98b5-436f-9483-de84eb9cbb2a req-06e7549a-bc3b-4524-b56f-b8971bae53c7 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.034555 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9be5cb36-98b5-436f-9483-de84eb9cbb2a req-06e7549a-bc3b-4524-b56f-b8971bae53c7 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0641565 Feb 15 03:05:08.088326 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9be5cb36-98b5-436f-9483-de84eb9cbb2a req-7beca5af-6930-4018-a93c-be179f9743e9 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Feb 15 03:05:08.161592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691a7a-6b0e-466d-8054-72754da06e16 req-54331abc-70b9-45b5-926e-7b07e423097b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.164261 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2d691a7a-6b0e-466d-8054-72754da06e16 req-54331abc-70b9-45b5-926e-7b07e423097b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0937247 Feb 15 03:05:08.222483 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2d691a7a-6b0e-466d-8054-72754da06e16 req-a938c12e-a098-43f4-b617-128beaa9f67f tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503738 Feb 15 03:05:08.497924 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ba480-a111-4bbb-a8fd-433961b34288 req-d83a73bf-5350-46ca-8b44-f15b62de180b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.500122 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-db5ba480-a111-4bbb-a8fd-433961b34288 req-d83a73bf-5350-46ca-8b44-f15b62de180b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0738184 Feb 15 03:05:08.564100 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-db5ba480-a111-4bbb-a8fd-433961b34288 req-0ae0dc0e-b3ff-4afe-940e-82cf6ca9fa2c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579848 Feb 15 03:05:08.689670 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c73422-fdfe-461e-b6c5-8d4a6ac50366 req-32a11240-e000-4e78-9d53-798f388d388e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.691276 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-73c73422-fdfe-461e-b6c5-8d4a6ac50366 req-32a11240-e000-4e78-9d53-798f388d388e tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0632265 Feb 15 03:05:08.753293 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-73c73422-fdfe-461e-b6c5-8d4a6ac50366 req-292ceaae-be50-4929-82b7-3fd525681e5d tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Feb 15 03:05:08.831890 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-62b239e6-61ed-4e38-aeae-6d27b2e04519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.833375 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-62b239e6-61ed-4e38-aeae-6d27b2e04519 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 1129 time: 0.0799980 Feb 15 03:05:08.841553 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f0a78-c864-4cb7-8500-3f94474bd3c6 req-93a5a61f-4c42-4835-89cf-a7f76fd8fb84 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.843543 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-492f0a78-c864-4cb7-8500-3f94474bd3c6 req-93a5a61f-4c42-4835-89cf-a7f76fd8fb84 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.1001415 Feb 15 03:05:08.947320 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0928f-1e2d-425d-a1c7-c06f02cc03bf req-508079c6-0e14-4b28-b9df-be352b7d4463 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.950328 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c5e0928f-1e2d-425d-a1c7-c06f02cc03bf req-508079c6-0e14-4b28-b9df-be352b7d4463 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0768182 Feb 15 03:05:08.956357 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-492f0a78-c864-4cb7-8500-3f94474bd3c6 req-9de88f53-6ef8-42a2-98a3-5a1e2a627ada tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035042 Feb 15 03:05:08.979685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-f7c979c5-37a5-4be4-b839-327034b281dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:08.981219 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-f7c979c5-37a5-4be4-b839-327034b281dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.1367626 Feb 15 03:05:09.010789 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c5e0928f-1e2d-425d-a1c7-c06f02cc03bf req-62a69818-2eda-4670-a253-e14a7932b0fc tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545695 Feb 15 03:05:09.028442 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-b70560b7-163a-40d7-bfa2-d69249028393 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Feb 15 03:05:09.078664 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-f05e24ed-3f20-485b-94c9-32032cdd7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:09.080175 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-f05e24ed-3f20-485b-94c9-32032cdd7959 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.0459425 Feb 15 03:05:09.120075 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-e41086c9-a8de-4c53-b6c1-207a7575cf40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315542 Feb 15 03:05:09.224350 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-26ae2fe8-8583-4211-be47-97ff50604841 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896208 Feb 15 03:05:09.328319 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ae148513-3c2b-406e-9a8c-79429dbcf504 req-5038199b-7c40-4936-9256-ad586c4d278f service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964334 Feb 15 03:05:09.693002 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fabc-5816-424a-9445-6a2947aee658 req-5c5b77bb-0895-463b-8d37-a54facde5f06 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:09.694695 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0621fabc-5816-424a-9445-6a2947aee658 req-5c5b77bb-0895-463b-8d37-a54facde5f06 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0580339 Feb 15 03:05:09.755289 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0621fabc-5816-424a-9445-6a2947aee658 req-96ffe4cf-98ec-4ceb-b58a-98237fd5e26f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517254 Feb 15 03:05:09.889606 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883673-bdac-4146-8693-d4ce61ba9df5 req-33d97ca4-e613-434c-9361-2c4c0d0063cc tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:09.891183 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b7883673-bdac-4146-8693-d4ce61ba9df5 req-33d97ca4-e613-434c-9361-2c4c0d0063cc tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0597236 Feb 15 03:05:09.940193 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b7883673-bdac-4146-8693-d4ce61ba9df5 req-3cdd0040-065b-4b4d-940e-aa2d73dcd388 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/security-groups?id=29e2eb99-0af0-4c82-82ec-2bf1580d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433910 Feb 15 03:05:10.080349 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bf50a-3cca-473b-828c-42ec24247c41 req-83452e5b-a7d8-48e2-82c0-ae5543460ea4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:10.081864 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-377bf50a-3cca-473b-828c-42ec24247c41 req-83452e5b-a7d8-48e2-82c0-ae5543460ea4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Feb 15 03:05:10.133301 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-377bf50a-3cca-473b-828c-42ec24247c41 req-ba4ae89d-98e1-41b3-910a-221646a86f0e tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Feb 15 03:05:10.139682 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1032-636c-4281-a723-eefb1a328295 req-4aad1014-6586-4ee7-97be-0b07e7ed2ca9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:10.141234 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f4c1032-636c-4281-a723-eefb1a328295 req-4aad1014-6586-4ee7-97be-0b07e7ed2ca9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0537820 Feb 15 03:05:10.193369 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f4c1032-636c-4281-a723-eefb1a328295 req-f470c736-3853-41c0-a14a-5e39166dbbe2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465350 Feb 15 03:05:10.236963 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-1d37072b-4874-4a00-a36f-f8e253b4a200 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:10.238392 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-1d37072b-4874-4a00-a36f-f8e253b4a200 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 950 time: 0.0636213 Feb 15 03:05:10.335535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Deleting port f088e1b9-d291-47ec-8597-6639b900d802 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:10.335877 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (f088e1b9-d291-47ec-8597-6639b900d802), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:10.433744 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] For port f088e1b9-d291-47ec-8597-6639b900d802, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=f088e1b9-d291-47ec-8597-6639b900d802,segment=NetworkSegment(769f023e-96c7-4520-bb56-f983b7739bc4),segment_id=769f023e-96c7-4520-bb56-f983b7739bc4)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:10.434109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (f088e1b9-d291-47ec-8597-6639b900d802), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:10.448484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Calling delete_port for f088e1b9-d291-47ec-8597-6639b900d802 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:10.583743 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (f088e1b9-d291-47ec-8597-6639b900d802), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:10.598384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['f088e1b9-d291-47ec-8597-6639b900d802'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:10.616495 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Pushing event deleted for resources: {'Port': ['ID=f088e1b9-d291-47ec-8597-6639b900d802,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:10.662335 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] No DVR routers for this DVR port f088e1b9-d291-47ec-8597-6639b900d802 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:10.665387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:10.668839 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4360ed07-e6a1-4843-ba93-423b972e0ccf req-3ad906b5-9b8c-4e9b-9d18-713047fc8745 tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.52 "DELETE /v2.0/ports/f088e1b9-d291-47ec-8597-6639b900d802 HTTP/1.1" status: 204 len: 173 time: 0.4236455 Feb 15 03:05:10.669297 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'name': 'network-vif-deleted', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:10.671955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c90b3-f259-4cfb-a2d8-a091a6026b58" -d '{"events": [{"server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "name": "network-vif-deleted", "tag": "f088e1b9-d291-47ec-8597-6639b900d802"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:10.721502 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c5ee7-7b25-4b57-a648-bf4eb6113c27 x-openstack-request-id: req-ab1c5ee7-7b25-4b57-a648-bf4eb6113c27 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:10.722093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12bf20-aec9-49e6-9cc6-6342b801b644", "name": "network-vif-deleted", "tag": "f088e1b9-d291-47ec-8597-6639b900d802", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:10.722585 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab1c5ee7-7b25-4b57-a648-bf4eb6113c27 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:10.723275 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12bf20-aec9-49e6-9cc6-6342b801b644', 'name': 'network-vif-deleted', 'tag': 'f088e1b9-d291-47ec-8597-6639b900d802', 'status': 'completed', 'code': 200} Feb 15 03:05:10.890780 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936801d-c9fc-4de5-ba80-c4a0675468e5 req-ca513990-f3a3-43d3-bb2a-41bd84d5b3dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:10.892274 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b936801d-c9fc-4de5-ba80-c4a0675468e5 req-ca513990-f3a3-43d3-bb2a-41bd84d5b3dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0562012 Feb 15 03:05:10.948845 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b936801d-c9fc-4de5-ba80-c4a0675468e5 req-d0bfbe1f-7fb3-4dd5-b056-ec3e9f303030 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507979 Feb 15 03:05:11.065341 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8b843a34-a613-4459-be89-23ae34286964 req-a77dc347-eedd-4706-b609-81f923a24f8c tempest-VolumesNegativeTest-781281664 tempest-VolumesNegativeTest-781281664-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb12bf20-aec9-49e6-9cc6-6342b801b644 HTTP/1.1" status: 200 len: 210 time: 0.0293236 Feb 15 03:05:11.268006 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b1c2-cafb-4ca3-ab11-0a0d090c3b00 req-e5fa55db-e7a4-4b7e-86a6-cb6b6378dbdc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:11.269963 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fe6b1c2-cafb-4ca3-ab11-0a0d090c3b00 req-e5fa55db-e7a4-4b7e-86a6-cb6b6378dbdc tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0627611 Feb 15 03:05:11.344966 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8fe6b1c2-cafb-4ca3-ab11-0a0d090c3b00 req-847f0a4f-ab6f-4bc0-b758-563630067eaf tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Feb 15 03:05:11.367426 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6b55-0603-4104-b656-830d34087df3 req-41d75ac7-af43-4c21-8ed5-c8b53352952b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:11.367426 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebfb6b55-0603-4104-b656-830d34087df3 req-41d75ac7-af43-4c21-8ed5-c8b53352952b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0849860 Feb 15 03:05:11.449423 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebfb6b55-0603-4104-b656-830d34087df3 req-dec58d88-16e8-448c-b687-3680666e908b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679734 Feb 15 03:05:11.801996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de761dfc-db23-4957-908a-5e38ba6d3005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:12.116277 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5cf54-c311-4ee8-abaa-a20446bb0979 req-dba8d92d-6841-4700-a4bc-4aa3b371102a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:12.120556 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-06b5cf54-c311-4ee8-abaa-a20446bb0979 req-dba8d92d-6841-4700-a4bc-4aa3b371102a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0913265 Feb 15 03:05:12.229739 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-06b5cf54-c311-4ee8-abaa-a20446bb0979 req-62a51303-6276-4930-addd-db5be8ba6b31 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796139 Feb 15 03:05:12.484313 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231284d-eb4f-452d-aad8-51b9ca059f5f req-284ede24-ab7a-4e6d-818a-32ff2654117b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:12.485788 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8231284d-eb4f-452d-aad8-51b9ca059f5f req-284ede24-ab7a-4e6d-818a-32ff2654117b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0621943 Feb 15 03:05:12.556198 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8231284d-eb4f-452d-aad8-51b9ca059f5f req-463e7456-ed7a-4b0b-9172-232d2ad0fc01 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634634 Feb 15 03:05:12.607255 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814d563-3c4d-40d9-924e-137439d1574e req-68a26528-170c-419c-aa21-3bb127f63ccf tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:12.610019 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c814d563-3c4d-40d9-924e-137439d1574e req-68a26528-170c-419c-aa21-3bb127f63ccf tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0633540 Feb 15 03:05:12.683780 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c814d563-3c4d-40d9-924e-137439d1574e req-21b89130-bc9a-406b-913e-8ff77ffc478f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670776 Feb 15 03:05:13.398421 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6da9ab-6976-4d31-b54e-582695690ee2 req-82d8e2c0-2d37-4332-88a4-b9679309a49f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:13.401296 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d6da9ab-6976-4d31-b54e-582695690ee2 req-82d8e2c0-2d37-4332-88a4-b9679309a49f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0773542 Feb 15 03:05:13.479755 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d6da9ab-6976-4d31-b54e-582695690ee2 req-3e2e0d8a-6c8a-4323-ace4-64e2b2b31752 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709422 Feb 15 03:05:13.848740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34822b-152b-440d-b1c7-9594d17cc7ec req-9a2f3de8-f25e-494c-b9ce-18522ee4eacd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:13.850484 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b34822b-152b-440d-b1c7-9594d17cc7ec req-9a2f3de8-f25e-494c-b9ce-18522ee4eacd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 943 time: 0.0726171 Feb 15 03:05:13.912659 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b34822b-152b-440d-b1c7-9594d17cc7ec req-d2f09b07-27be-4227-a53c-286be7737d88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558481 Feb 15 03:05:14.175416 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:05:14.303954 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:14.320253 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'mac_address': 'fa:16:3e:31:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:05:14.365201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:14.365672 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:14.380311 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:14.406402 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:14.410740 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:14.411676 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:05:14.517503 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=9']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:14.563192 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:14.576008 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '7f929fa6-5650-4409-8214-1c736d179537', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'mac_address': 'fa:16:3e:a7:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:05:14.625297 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 7f929fa6-5650-4409-8214-1c736d179537 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:14.625777 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:14.637861 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbccce-9a4e-4332-827c-2bdc4bdbabfe req-c11dafe0-6bce-4a75-9d73-107018447884 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:14.640458 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7ccbccce-9a4e-4332-827c-2bdc4bdbabfe req-c11dafe0-6bce-4a75-9d73-107018447884 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0728860 Feb 15 03:05:14.642246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f929fa6-5650-4409-8214-1c736d179537 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:14.676392 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:14.684955 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:14.707509 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7ccbccce-9a4e-4332-827c-2bdc4bdbabfe req-d02c505b-d162-421a-b60b-263f292a6e13 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612245 Feb 15 03:05:14.720099 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ceee6fda-f2ee-4832-ba6c-71f52e93bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:14.761156 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:14.943850 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device f088e1b9-d291-47ec-8597-6639b900d802 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:14.980095 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: f088e1b9-d291-47ec-8597-6639b900d802 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:14.980572 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device f088e1b9-d291-47ec-8597-6639b900d802 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:15.082826 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7ad3-d1f3-4280-a535-d25096c61441 req-1f76e00f-34c9-48d2-921f-19450e060e03 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:15.084827 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-691a7ad3-d1f3-4280-a535-d25096c61441 req-1f76e00f-34c9-48d2-921f-19450e060e03 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0698407 Feb 15 03:05:15.179340 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-691a7ad3-d1f3-4280-a535-d25096c61441 req-65ccf4b4-d3e0-4782-bbd8-d95ac4404301 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845520 Feb 15 03:05:15.844176 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aa4b9-46b7-40fe-850c-14286fdd4ba0 req-0ab6badc-5b20-4279-9866-4dd96f22d19a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:15.845751 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-022aa4b9-46b7-40fe-850c-14286fdd4ba0 req-0ab6badc-5b20-4279-9866-4dd96f22d19a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0549040 Feb 15 03:05:15.897957 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-022aa4b9-46b7-40fe-850c-14286fdd4ba0 req-bbbb6f9c-5070-4dea-ac3d-0c48c079933c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460804 Feb 15 03:05:16.170777 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:16.178423 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['7f929fa6-5650-4409-8214-1c736d179537'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:16.370048 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530d166-089a-4613-b027-b695d17cfc86 req-b5f3ce74-b7c8-4f48-b5b3-5cca3046261b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:16.378058 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2530d166-089a-4613-b027-b695d17cfc86 req-b5f3ce74-b7c8-4f48-b5b3-5cca3046261b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0750954 Feb 15 03:05:16.449460 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2530d166-089a-4613-b027-b695d17cfc86 req-dbc82325-b4df-4ac5-8307-4126c93508e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700853 Feb 15 03:05:16.514345 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:16.890799 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 45842) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:17.034303 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885645f1-253b-4f94-ba03-ef747749e5e6 req-f8b40d1d-61c0-42a1-95c0-d3a107f965e9 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:17.035875 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-885645f1-253b-4f94-ba03-ef747749e5e6 req-f8b40d1d-61c0-42a1-95c0-d3a107f965e9 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0596592 Feb 15 03:05:17.063685 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-e502a514-34b9-40ee-9239-eb060b6e1f50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a49ca330f0a4a50be97f7a7edc88b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714902 Feb 15 03:05:17.066108 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 45850) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:17.090897 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-885645f1-253b-4f94-ba03-ef747749e5e6 req-b2fc1de5-408f-4c7e-b262-3dd5d0774202 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493920 Feb 15 03:05:17.121857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] Publish callbacks [] for security_group (29e2eb99-0af0-4c82-82ec-2bf1580d21e6), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:17.149444 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] Publish callbacks [] for security_group (29e2eb99-0af0-4c82-82ec-2bf1580d21e6), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:17.205404 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (29e2eb99-0af0-4c82-82ec-2bf1580d21e6), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:17.209015 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:17.210666 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29e2eb99-0af0-4c82-82ec-2bf1580d21e6 HTTP/1.1" status: 204 len: 168 time: 0.1433339 Feb 15 03:05:17.224215 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855c05-6efb-4809-b3aa-cb77caa23133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e2eb99-0af0-4c82-82ec-2bf1580d21e6,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:17.614787 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6a7a-9340-4cd1-8122-dd3922856ec5 req-c0a806a4-7fee-4462-8436-53b187332bb9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:17.616388 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0e3d6a7a-9340-4cd1-8122-dd3922856ec5 req-c0a806a4-7fee-4462-8436-53b187332bb9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0692837 Feb 15 03:05:17.669435 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0e3d6a7a-9340-4cd1-8122-dd3922856ec5 req-6131628f-031d-47da-b44a-47e6b67e744f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Feb 15 03:05:18.100991 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:18.233244 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68103fc-46a5-490b-948c-869d1c5959b7 req-69eb8ae2-1c68-49a6-9f86-a88bdd2499c1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:18.235345 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e68103fc-46a5-490b-948c-869d1c5959b7 req-69eb8ae2-1c68-49a6-9f86-a88bdd2499c1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0621686 Feb 15 03:05:18.290800 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e68103fc-46a5-490b-948c-869d1c5959b7 req-493e7693-3ce6-475d-bd08-382429a464bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487983 Feb 15 03:05:18.801865 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:18.836101 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856d5f-3113-4028-a7fa-55bc2f16e816 req-e3785ff9-48e2-4a08-bb85-ecde28a1e3f8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:18.837884 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-78856d5f-3113-4028-a7fa-55bc2f16e816 req-e3785ff9-48e2-4a08-bb85-ecde28a1e3f8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0861282 Feb 15 03:05:18.906765 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-78856d5f-3113-4028-a7fa-55bc2f16e816 req-34114c8d-95f9-4238-a4cd-33006b6b96ef tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582099 Feb 15 03:05:19.436851 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75044a8-80a6-472f-b80b-66f5e6becfab req-c6100a2c-4581-49cd-81ec-0e48edaf47fe tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:19.439339 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d75044a8-80a6-472f-b80b-66f5e6becfab req-c6100a2c-4581-49cd-81ec-0e48edaf47fe tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0615945 Feb 15 03:05:19.507281 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d75044a8-80a6-472f-b80b-66f5e6becfab req-61721c18-5510-4654-9f8e-8a7d787f82ba tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613453 Feb 15 03:05:19.922798 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:19.978088 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:19.978579 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:20.059572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d351d-edde-4d8c-ac67-ce63503337c8 req-60d48633-2527-4dda-86ad-990aef9578c3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:20.061104 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-505d351d-edde-4d8c-ac67-ce63503337c8 req-60d48633-2527-4dda-86ad-990aef9578c3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 944 time: 0.0617666 Feb 15 03:05:20.073532 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:20.073926 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:20.102154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:20.106369 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3922573-8a11-45eb-80e8-83f585a1644f" -d '{"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:20.128660 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:20.132047 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-505d351d-edde-4d8c-ac67-ce63503337c8 req-dd7812de-f814-4d10-878a-09d7b8df718b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631938 Feb 15 03:05:20.135347 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:20.182283 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7121d37-4a89-4b1a-a77f-e70112932bfd x-openstack-request-id: req-e7121d37-4a89-4b1a-a77f-e70112932bfd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:20.182499 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:20.182905 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7121d37-4a89-4b1a-a77f-e70112932bfd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:20.183596 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'code': 200} Feb 15 03:05:20.236447 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:20.650278 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a91aab-1d9d-4fa9-b60e-91bb0cc8d199 req-4d6a70c6-e2c7-46f1-ab42-34013096c926 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:20.658237 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55a91aab-1d9d-4fa9-b60e-91bb0cc8d199 req-4d6a70c6-e2c7-46f1-ab42-34013096c926 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0756383 Feb 15 03:05:20.724863 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55a91aab-1d9d-4fa9-b60e-91bb0cc8d199 req-045738ba-06bf-4956-be02-dfd0f2ecedbc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642395 Feb 15 03:05:20.813803 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb89842-7717-484b-8fee-37e78666730b req-bc545106-62a9-44e6-9021-49c22bf18bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:20.815681 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-abb89842-7717-484b-8fee-37e78666730b req-bc545106-62a9-44e6-9021-49c22bf18bfd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 1130 time: 0.0695388 Feb 15 03:05:20.872245 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-abb89842-7717-484b-8fee-37e78666730b req-f390ef4e-d5e3-4459-b160-e113ef55ad52 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463269 Feb 15 03:05:21.330674 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18934d2e-f0b5-4407-8c2f-9f96c585281e req-029fa29d-d849-4cc9-8b3d-26b6b4dbd1fd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:21.332514 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-18934d2e-f0b5-4407-8c2f-9f96c585281e req-029fa29d-d849-4cc9-8b3d-26b6b4dbd1fd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0654747 Feb 15 03:05:21.407625 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-18934d2e-f0b5-4407-8c2f-9f96c585281e req-80b9a278-d9c1-46c9-8601-eb174f092807 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692139 Feb 15 03:05:21.604863 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172d28-0506-4384-8c71-0f23d8cb83a2 req-b71e415c-534e-4323-b899-d6a8cc76d296 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:21.606517 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5172d28-0506-4384-8c71-0f23d8cb83a2 req-b71e415c-534e-4323-b899-d6a8cc76d296 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0550952 Feb 15 03:05:21.667075 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5172d28-0506-4384-8c71-0f23d8cb83a2 req-30a946c7-3325-4249-927f-0ec2bac6491b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517902 Feb 15 03:05:21.883926 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711f50d-5e95-4015-ad42-8907e91d789f req-eb8eb422-9c2a-45b7-8ad0-cee7d86bc9fb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:21.885505 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0711f50d-5e95-4015-ad42-8907e91d789f req-eb8eb422-9c2a-45b7-8ad0-cee7d86bc9fb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0876417 Feb 15 03:05:21.943014 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:21.951087 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0711f50d-5e95-4015-ad42-8907e91d789f req-2ad1aeb1-22fe-47f1-bde0-ea32489670ff tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563042 Feb 15 03:05:22.024531 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:22.077766 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-714b2c3a-53cd-4064-ac62-e92fe4975038 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495212 Feb 15 03:05:22.096058 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 7f929fa6-5650-4409-8214-1c736d179537 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:05:22.100425 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 7f929fa6-5650-4409-8214-1c736d179537 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:22.100959 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f929fa6-5650-4409-8214-1c736d179537), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:22.182686 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 7f929fa6-5650-4409-8214-1c736d179537 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:22.183018 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:22.206973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:22.208762 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189c05d-c3a7-4540-83a5-1fc1e115672e" -d '{"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-plugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:22.224246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:22.229367 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:22.254572 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ed4e9-11d8-4d8b-9cd4-fa88e9176d15 x-openstack-request-id: req-530ed4e9-11d8-4d8b-9cd4-fa88e9176d15 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:22.254862 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-plugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:22.255120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-530ed4e9-11d8-4d8b-9cd4-fa88e9176d15 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:22.255539 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'code': 200} Feb 15 03:05:22.284759 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:22.291973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.292329 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.292690 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.293034 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.293373 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.293707 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.294040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.294396 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.294702 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.295192 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.295547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.295881 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.296413 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:22.544561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83436-9555-45ac-893f-fc361a1d919b req-601b5951-8c7a-426a-bfca-ba9360c082af tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:22.546760 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-13a83436-9555-45ac-893f-fc361a1d919b req-601b5951-8c7a-426a-bfca-ba9360c082af tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0583231 Feb 15 03:05:22.604940 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-13a83436-9555-45ac-893f-fc361a1d919b req-1c628883-7ca1-4053-9dd1-1f0b50bad4b8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515871 Feb 15 03:05:22.803609 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bee15-f164-4287-9ba1-4469ebd887fb req-932de4a9-24a2-4a81-a112-92ae9c5dd5f9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:22.805394 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8e8bee15-f164-4287-9ba1-4469ebd887fb req-932de4a9-24a2-4a81-a112-92ae9c5dd5f9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0635278 Feb 15 03:05:22.871767 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8e8bee15-f164-4287-9ba1-4469ebd887fb req-125f4463-ad9d-4199-ae9e-be20ecca0ece tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551417 Feb 15 03:05:23.084639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff348e-fc7e-4f90-8c91-16b4198dacc3 req-0f07671a-d8b0-4f38-81b6-3de4b2409bfb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:23.086141 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8eff348e-fc7e-4f90-8c91-16b4198dacc3 req-0f07671a-d8b0-4f38-81b6-3de4b2409bfb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0598090 Feb 15 03:05:23.140826 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8eff348e-fc7e-4f90-8c91-16b4198dacc3 req-498cbfb1-9465-4f8c-97d6-b570c8122abf tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Feb 15 03:05:23.746028 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15afb-672f-40d5-a5c0-8d0f9ca54245 req-9494b275-e00e-4bd3-9d09-b4b41c1794a3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:23.747569 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-40c15afb-672f-40d5-a5c0-8d0f9ca54245 req-9494b275-e00e-4bd3-9d09-b4b41c1794a3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0589464 Feb 15 03:05:23.804570 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-40c15afb-672f-40d5-a5c0-8d0f9ca54245 req-991902a7-7038-4715-8f34-a130f5c354e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485291 Feb 15 03:05:23.841582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-3edf3604-af9b-4b35-ada7-6a1d7af3eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:23.843846 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-3edf3604-af9b-4b35-ada7-6a1d7af3eb20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4535bb088a284793a0937f05a754a26f&device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 1130 time: 0.0543816 Feb 15 03:05:24.034760 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91bea2-bfb3-426a-bac1-56eed9e2c49a req-a685ff9f-3c82-490f-819d-0d10b8488ac0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:24.038058 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7b91bea2-bfb3-426a-bac1-56eed9e2c49a req-a685ff9f-3c82-490f-819d-0d10b8488ac0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0685699 Feb 15 03:05:24.045608 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-1121b4b3-20ea-4a4f-a03f-8efca2a631a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:24.048971 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-1121b4b3-20ea-4a4f-a03f-8efca2a631a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 200 len: 919 time: 0.1639032 Feb 15 03:05:24.109390 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7b91bea2-bfb3-426a-bac1-56eed9e2c49a req-d0fdb644-ddb4-4c1d-b4e5-de093d2de0af tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651054 Feb 15 03:05:24.146597 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-2761d4ca-a806-4185-a408-c4b9902a41d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 200 len: 217 time: 0.0771401 Feb 15 03:05:24.209090 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d90429-f2e6-44a8-8ab3-5b8b5bb7b08b req-8f83cb4d-9ff2-44ee-a49f-26233b9a419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:24.210631 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d4d90429-f2e6-44a8-8ab3-5b8b5bb7b08b req-8f83cb4d-9ff2-44ee-a49f-26233b9a419f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.1317117 Feb 15 03:05:24.217833 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-e6b6e8e9-22b9-4ac0-baeb-59177583db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:24.219606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-e6b6e8e9-22b9-4ac0-baeb-59177583db7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 200 len: 859 time: 0.0654855 Feb 15 03:05:24.298845 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-e421c569-2247-4816-bfbb-0b6aa219fbcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ed07e91-a9c7-4c29-a409-32e81c8614ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582108 Feb 15 03:05:24.390763 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d4d90429-f2e6-44a8-8ab3-5b8b5bb7b08b req-71afe94d-2550-4f0b-adcd-45b51b2b0c1d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701410 Feb 15 03:05:24.409270 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8514e-3cf4-44de-b0c6-e5e21951ac0c req-70cab587-acf1-480f-a249-6d1f826d7bfb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:24.410837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b2f8514e-3cf4-44de-b0c6-e5e21951ac0c req-70cab587-acf1-480f-a249-6d1f826d7bfb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.1848063 Feb 15 03:05:24.459989 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-2f9bad6b-8e7b-448e-8973-55f2fafd70be service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454515 Feb 15 03:05:24.486433 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b2f8514e-3cf4-44de-b0c6-e5e21951ac0c req-04119b34-f541-4722-944b-6000b5d36a4a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698321 Feb 15 03:05:24.714666 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7aabab3b-7adf-4c36-9e5a-f433b7b221d9 req-e709d664-da5d-4fca-a7bf-081d51eaf502 service neutron] 10.222.0.52 "GET /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959022 Feb 15 03:05:25.066917 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c185b-af09-4819-9406-c3f5bd20543d req-11aa2099-4ca5-4172-95e4-d9a89952bd50 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:25.071298 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-155c185b-af09-4819-9406-c3f5bd20543d req-11aa2099-4ca5-4172-95e4-d9a89952bd50 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.1478744 Feb 15 03:05:25.145870 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-155c185b-af09-4819-9406-c3f5bd20543d req-610bf804-7b37-4d89-ac33-eeb525a57900 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656796 Feb 15 03:05:25.290421 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ef36-908b-4339-a358-0f8ad220642f req-c577e9e4-28e7-4ddf-9f53-113934d00ff2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:25.292311 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e122ef36-908b-4339-a358-0f8ad220642f req-c577e9e4-28e7-4ddf-9f53-113934d00ff2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0674627 Feb 15 03:05:25.383308 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e122ef36-908b-4339-a358-0f8ad220642f req-5d5d05b9-a2ec-4f31-9e50-1c6975782c63 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829735 Feb 15 03:05:25.689132 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5ea6e-ca5f-4bab-b285-2fe5411c23ce req-45b9f0c1-0a28-4fa6-9248-f08740cb77c0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:25.692553 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f9f5ea6e-ca5f-4bab-b285-2fe5411c23ce req-45b9f0c1-0a28-4fa6-9248-f08740cb77c0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0943570 Feb 15 03:05:25.782092 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f9f5ea6e-ca5f-4bab-b285-2fe5411c23ce req-657c615d-8e5c-4022-b0b5-1c916a13942b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815804 Feb 15 03:05:26.311214 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa6e4-f7b0-4797-b235-271adf39c403 req-745ea22e-841c-4e01-94f0-1e99cded2a0e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:26.316241 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e35aa6e4-f7b0-4797-b235-271adf39c403 req-745ea22e-841c-4e01-94f0-1e99cded2a0e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0638003 Feb 15 03:05:26.377671 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e35aa6e4-f7b0-4797-b235-271adf39c403 req-b9280c81-292a-4551-8ddd-a17f6cdf4c14 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580428 Feb 15 03:05:26.531956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639b4c-9a46-4268-9ab8-51b781c9b999 req-882fdbd4-d5c9-4cc3-b1df-1023c3ce9dd1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:26.533449 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-02639b4c-9a46-4268-9ab8-51b781c9b999 req-882fdbd4-d5c9-4cc3-b1df-1023c3ce9dd1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0542698 Feb 15 03:05:26.586778 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-02639b4c-9a46-4268-9ab8-51b781c9b999 req-c3f38693-550e-4b05-b535-bf9c08921b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Feb 15 03:05:26.941859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef9c3f-16f0-47bf-8d2d-73182d129c71 req-2a5ee72b-6276-487f-94e9-e6938ac56c3b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:26.943420 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-49ef9c3f-16f0-47bf-8d2d-73182d129c71 req-2a5ee72b-6276-487f-94e9-e6938ac56c3b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0661247 Feb 15 03:05:26.995869 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-49ef9c3f-16f0-47bf-8d2d-73182d129c71 req-6c66da74-b342-475d-ba6c-2d0289c4e8f1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Feb 15 03:05:27.129597 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05911-6157-408f-92b9-6a0150b87cc9 req-a2cfe874-73f6-4c84-b1cb-efd756f2bc9e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:27.131038 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-baa05911-6157-408f-92b9-6a0150b87cc9 req-a2cfe874-73f6-4c84-b1cb-efd756f2bc9e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0603955 Feb 15 03:05:27.185639 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-baa05911-6157-408f-92b9-6a0150b87cc9 req-c01a64ea-fbaa-49ab-bd03-9635fd8a0b7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483556 Feb 15 03:05:27.219000 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46012) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:27.445664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cce4de-a84b-4f28-b305-6770527e2db0 tempest-TestShelveInstance-1829079920 tempest-TestShelveInstance-1829079920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:27.447818 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-41cce4de-a84b-4f28-b305-6770527e2db0 tempest-TestShelveInstance-1829079920 tempest-TestShelveInstance-1829079920-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1125 time: 0.2275743 Feb 15 03:05:27.452900 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46020) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:27.457909 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:27.483180 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:27.592937 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:27.757893 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Allocated IP 172.27.1.232 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/7a67d5e2-4c91-43b7-be11-64eb4c439f79) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:27.790479 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d204b-80b9-48bd-a23f-add969afed26 req-cd4da5e4-bc6b-4f27-b407-591c109c8cb2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:27.792219 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7e4d204b-80b9-48bd-a23f-add969afed26 req-cd4da5e4-bc6b-4f27-b407-591c109c8cb2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1264894 Feb 15 03:05:27.792459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5181ca-83b1-4246-a86c-d4e3c63953ed req-21247294-91a5-45c5-a05e-fd24595ad44d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:27.795470 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff5181ca-83b1-4246-a86c-d4e3c63953ed req-21247294-91a5-45c5-a05e-fd24595ad44d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0716374 Feb 15 03:05:27.862171 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff5181ca-83b1-4246-a86c-d4e3c63953ed req-d8a10a66-91bd-46c5-85c5-fb9c3be3f92d tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584483 Feb 15 03:05:27.906594 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7e4d204b-80b9-48bd-a23f-add969afed26 req-d3a61663-56c1-4fc2-9c5e-87cbe3fbaa5f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028166 Feb 15 03:05:27.938879 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:27.981692 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:28.041598 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:28.048301 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:28.053560 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:28.062837 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'Port': ['ID=7a67d5e2-4c91-43b7-be11-64eb4c439f79,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:28.820391 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for floatingip (73b9671a-53f3-4465-a0d9-9e5659d33336), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:28.982128 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:29.070696 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ee23f-2ae8-4bbe-a2d7-8d470ceb98fb req-5b89a9d5-b11b-4127-b87f-d43489a0e513 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:29.072476 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-503ee23f-2ae8-4bbe-a2d7-8d470ceb98fb req-5b89a9d5-b11b-4127-b87f-d43489a0e513 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1197896 Feb 15 03:05:29.076185 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c46fdc-dc89-4fdb-9150-aef03f23a36e req-a124179d-ffa2-437a-ac7a-caeb3cf5f92a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:29.077849 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b4c46fdc-dc89-4fdb-9150-aef03f23a36e req-a124179d-ffa2-437a-ac7a-caeb3cf5f92a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0640965 Feb 15 03:05:29.132461 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b4c46fdc-dc89-4fdb-9150-aef03f23a36e req-fd7462b7-dcce-47ae-b46e-7351052ec85e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479398 Feb 15 03:05:29.171007 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-503ee23f-2ae8-4bbe-a2d7-8d470ceb98fb req-222623af-47e0-4b7c-a0ef-4244857fb328 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879924 Feb 15 03:05:29.234659 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:29.241086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:29.283363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (73b9671a-53f3-4465-a0d9-9e5659d33336), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:29.365473 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event updated for resources: {'Port': ['ID=7a67d5e2-4c91-43b7-be11-64eb4c439f79,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:29.391922 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.392536 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.393202 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.394273 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.394849 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.395430 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.395989 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.396578 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.397184 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.397766 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.398381 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.398951 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.399542 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:29.471922 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Floating IP 73b9671a-53f3-4465-a0d9-9e5659d33336 associated. External IP: 172.27.1.232, port: 7f929fa6-5650-4409-8214-1c736d179537. Feb 15 03:05:29.739628 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Router 66b81111-2ec4-458c-a5e4-bddc3b6c603b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:05:29.887096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:29.900194 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Sync routers for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:29.910136 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:29.916097 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:29.917416 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:29.960615 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-259d7d00-98bf-4de3-a7e3-d29e7640cb7a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4922595 Feb 15 03:05:29.960615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:29.960615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e4583-38fa-49ad-bdf6-0d657a3bce55" -d '{"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:29.996856 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dfa6d2-94fa-4fcf-b61e-3d70ebe26ad5 x-openstack-request-id: req-d2dfa6d2-94fa-4fcf-b61e-3d70ebe26ad5 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:29.997136 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:29.997382 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2dfa6d2-94fa-4fcf-b61e-3d70ebe26ad5 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:29.997786 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'status': 'completed', 'code': 200} Feb 15 03:05:30.039113 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa77a9-1e79-48e1-805b-460c56ce0efc req-6708fc43-2667-4483-8793-0afb6a807e0e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.041914 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aaaa77a9-1e79-48e1-805b-460c56ce0efc req-6708fc43-2667-4483-8793-0afb6a807e0e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.0880647 Feb 15 03:05:30.074041 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:30.085311 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-7cb60dbc-9d3b-4371-9677-761254ff2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.088950 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-7cb60dbc-9d3b-4371-9677-761254ff2d89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0602543 Feb 15 03:05:30.140008 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aaaa77a9-1e79-48e1-805b-460c56ce0efc req-79428dc3-b982-42a4-a729-428b6d740e6e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908029 Feb 15 03:05:30.228624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-452936f1-fdbd-47f4-a865-c5516e71f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.230606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-452936f1-fdbd-47f4-a865-c5516e71f138 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.1327100 Feb 15 03:05:30.338393 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869546a-bb56-4a1e-bc17-ff77bca816b4 req-404b7250-4022-4e4d-b4b0-53c97c512b23 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.340923 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1869546a-bb56-4a1e-bc17-ff77bca816b4 req-404b7250-4022-4e4d-b4b0-53c97c512b23 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.0653243 Feb 15 03:05:30.360771 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-dc0b521a-f8bc-4d68-af6c-d62205c52cf4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1000 time: 0.1218882 Feb 15 03:05:30.379196 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd288a-ad3d-40a5-acb5-39d1027455fd req-942341d6-64da-482e-aedb-bd92320f65fb tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.380790 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f3dd288a-ad3d-40a5-acb5-39d1027455fd req-942341d6-64da-482e-aedb-bd92320f65fb tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0829561 Feb 15 03:05:30.418334 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1869546a-bb56-4a1e-bc17-ff77bca816b4 req-897a6927-ba3f-4b7c-a639-2f2de82e0115 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Feb 15 03:05:30.469470 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '73b9671a-53f3-4465-a0d9-9e5659d33336', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'mac_address': 'fa:16:3e:a7:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816e723-cdff-4e33-91d5-f2225b504193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:05:28Z', 'updated_at': '2022-02-15T03:05:28Z', 'revision_number': 0, 'project_id': '21443331469a45f5b7d064a7f4513743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:30.489696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-b89e4436-b2fd-49fe-8974-ea74f9209b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.492581 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-b89e4436-b2fd-49fe-8974-ea74f9209b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.1106594 Feb 15 03:05:30.501498 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Checking router: 66b81111-2ec4-458c-a5e4-bddc3b6c603b for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:30.502166 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f3dd288a-ad3d-40a5-acb5-39d1027455fd req-e6d99ca7-d931-472d-b437-023ac767169b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105452 Feb 15 03:05:30.518116 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:30.519137 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:30.571312 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-b5d7c086-f981-46cf-972e-e7d3113439b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.572947 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-b5d7c086-f981-46cf-972e-e7d3113439b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612524 Feb 15 03:05:30.686962 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-34d4aef4-fa55-4443-b14a-6dc811dd9333 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042473 Feb 15 03:05:30.776697 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:30.835580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb5696-c875-420e-abd9-6d8fca843027 req-4039ef7f-6694-4a27-9655-82577e6ef976 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:30.837209 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cecb5696-c875-420e-abd9-6d8fca843027 req-4039ef7f-6694-4a27-9655-82577e6ef976 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 946 time: 0.1160028 Feb 15 03:05:30.844019 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-786e4583-38fa-49ad-bdf6-0d657a3bce55 req-af30245f-d8a0-4309-b4ee-448fb6b5dec7 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435091 Feb 15 03:05:30.976268 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Deleting port fcb04533-33a8-4b4f-a640-9248b6f38139 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:30.976525 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:31.075342 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] For port fcb04533-33a8-4b4f-a640-9248b6f38139, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=fcb04533-33a8-4b4f-a640-9248b6f38139,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:31.075717 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:31.090845 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Calling delete_port for fcb04533-33a8-4b4f-a640-9248b6f38139 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:31.134023 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '73b9671a-53f3-4465-a0d9-9e5659d33336', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'mac_address': 'fa:16:3e:a7:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816e723-cdff-4e33-91d5-f2225b504193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:05:28Z', 'updated_at': '2022-02-15T03:05:28Z', 'revision_number': 0, 'project_id': '21443331469a45f5b7d064a7f4513743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:31.162827 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a178e1-5a18-4198-b6a9-d9cdceeffef5 None None] The sync data for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi is: [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '73b9671a-53f3-4465-a0d9-9e5659d33336', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'mac_address': 'fa:16:3e:a7:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816e723-cdff-4e33-91d5-f2225b504193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:05:28Z', 'updated_at': '2022-02-15T03:05:28Z', 'revision_number': 0, 'project_id': '21443331469a45f5b7d064a7f4513743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:31.279463 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (fcb04533-33a8-4b4f-a640-9248b6f38139), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:31.295683 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['fcb04533-33a8-4b4f-a640-9248b6f38139', '5276e6ba-9658-4499-ac62-9419dd84fc02'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:31.319081 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Pushing event deleted for resources: {'Port': ['ID=fcb04533-33a8-4b4f-a640-9248b6f38139,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:31.333836 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.334382 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.334880 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.335371 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.335854 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.336326 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.336788 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.337294 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.337804 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.338254 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.338715 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.339191 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.339328 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac21a8-d93c-4465-bd64-7df9244cc2a8 req-2c6bbea5-91bb-401a-83aa-ee8195199057 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:31.339793 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:05:31.342770 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c5ac21a8-d93c-4465-bd64-7df9244cc2a8 req-2c6bbea5-91bb-401a-83aa-ee8195199057 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.0942247 Feb 15 03:05:31.389149 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] No DVR routers for this DVR port fcb04533-33a8-4b4f-a640-9248b6f38139 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:31.392360 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:31.396827 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cecb5696-c875-420e-abd9-6d8fca843027 req-572ecca6-66f9-4d45-86d9-042648a51bf4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "DELETE /v2.0/ports/fcb04533-33a8-4b4f-a640-9248b6f38139 HTTP/1.1" status: 204 len: 173 time: 0.5355508 Feb 15 03:05:31.397331 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'name': 'network-vif-deleted', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:31.399917 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ca851a-f5e6-409f-a526-55c345b29ab5" -d '{"events": [{"server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "name": "network-vif-deleted", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:31.430793 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c5ac21a8-d93c-4465-bd64-7df9244cc2a8 req-91124116-cf84-41a6-bd2c-eada65cc451b tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756898 Feb 15 03:05:31.528180 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304bb03e-445b-42c3-800c-85be2fabf69b x-openstack-request-id: req-304bb03e-445b-42c3-800c-85be2fabf69b {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:31.529072 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afb1287-b39f-4fd6-8b4a-c03103fcae40", "name": "network-vif-deleted", "tag": "fcb04533-33a8-4b4f-a640-9248b6f38139", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:31.530150 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-304bb03e-445b-42c3-800c-85be2fabf69b {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:31.531805 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afb1287-b39f-4fd6-8b4a-c03103fcae40', 'name': 'network-vif-deleted', 'tag': 'fcb04533-33a8-4b4f-a640-9248b6f38139', 'status': 'completed', 'code': 200} Feb 15 03:05:31.552393 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d57ff5-9428-40bf-b0e2-ecc222776cea None None] New status for floating IP 73b9671a-53f3-4465-a0d9-9e5659d33336: ACTIVE {{(pid=102659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:05:31.603833 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-20560fd2-7637-4067-8423-ff42ebb1d298 req-8870d2ea-24e0-4ac6-8b59-fa68815efff2 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afb1287-b39f-4fd6-8b4a-c03103fcae40 HTTP/1.1" status: 200 len: 210 time: 0.0387764 Feb 15 03:05:31.738101 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789b28-27f5-4fca-89d9-7518d8d57af2 req-b6d1f4ec-8093-4ea8-872a-b03a524e71b9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:31.740082 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-42789b28-27f5-4fca-89d9-7518d8d57af2 req-b6d1f4ec-8093-4ea8-872a-b03a524e71b9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1060688 Feb 15 03:05:31.828251 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-42789b28-27f5-4fca-89d9-7518d8d57af2 req-676a9bc2-636c-415d-a7cd-14003f332b70 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813279 Feb 15 03:05:32.058164 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-6d4f296e-e3d6-4ece-8401-1107951f7aa9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:32.059691 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-6d4f296e-e3d6-4ece-8401-1107951f7aa9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.0564339 Feb 15 03:05:32.169643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Deleting port a8872dc1-8f95-4eaf-862c-38cedddd9d51 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:32.170990 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.260260 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] For port a8872dc1-8f95-4eaf-862c-38cedddd9d51, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=a8872dc1-8f95-4eaf-862c-38cedddd9d51,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:32.260626 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.273507 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Calling delete_port for a8872dc1-8f95-4eaf-862c-38cedddd9d51 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:32.568536 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb51bf-22fc-4f5a-b93a-24dc63260599 req-b40317bd-c20a-489d-a3d9-9ab63e892fa9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:32.570683 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4afb51bf-22fc-4f5a-b93a-24dc63260599 req-b40317bd-c20a-489d-a3d9-9ab63e892fa9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e416c8-8886-482e-8f52-bbda52dbf824 HTTP/1.1" status: 200 len: 946 time: 0.0565498 Feb 15 03:05:32.627266 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4afb51bf-22fc-4f5a-b93a-24dc63260599 req-3d287841-22c1-4c61-9688-c824e184bc11 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482948 Feb 15 03:05:32.650962 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (a8872dc1-8f95-4eaf-862c-38cedddd9d51), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.667915 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['a8872dc1-8f95-4eaf-862c-38cedddd9d51'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:32.681386 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Pushing event deleted for resources: {'Port': ['ID=a8872dc1-8f95-4eaf-862c-38cedddd9d51,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:32.731226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] No DVR routers for this DVR port a8872dc1-8f95-4eaf-862c-38cedddd9d51 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:32.734779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:32.737862 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-625164c4-46d2-474d-83b6-6530ac42cf34 req-f876fc87-923d-414e-b321-5b490f49a358 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "DELETE /v2.0/ports/a8872dc1-8f95-4eaf-862c-38cedddd9d51 HTTP/1.1" status: 204 len: 173 time: 0.6700013 Feb 15 03:05:32.950644 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401f6d1-08cc-4562-bc5d-2a5c79d72a75 req-15f65b52-b092-4633-97b7-bd14458061f7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:32.952637 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b401f6d1-08cc-4562-bc5d-2a5c79d72a75 req-15f65b52-b092-4633-97b7-bd14458061f7 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0602629 Feb 15 03:05:32.971372 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62f13-517e-4f0d-a5a6-cd2c667d78a7 req-28bbc9be-25ba-4672-ab52-744e7dd7d22e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:32.973225 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80d62f13-517e-4f0d-a5a6-cd2c667d78a7 req-28bbc9be-25ba-4672-ab52-744e7dd7d22e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0670037 Feb 15 03:05:33.003088 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b401f6d1-08cc-4562-bc5d-2a5c79d72a75 req-2dda0ba7-baf1-47d8-a210-e7116cace6ed tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Feb 15 03:05:33.030977 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80d62f13-517e-4f0d-a5a6-cd2c667d78a7 req-82d7e220-36d4-41b1-96cf-034e5053233c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Feb 15 03:05:33.532600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'name': 'network-vif-deleted', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:33.534866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b3db1-1df5-4d24-be05-6b802193831c" -d '{"events": [{"server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "name": "network-vif-deleted", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:33.571732 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41cfda-566b-48b6-9cb3-7d9ad7533568 x-openstack-request-id: req-bf41cfda-566b-48b6-9cb3-7d9ad7533568 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:33.572031 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e416c8-8886-482e-8f52-bbda52dbf824", "name": "network-vif-deleted", "tag": "a8872dc1-8f95-4eaf-862c-38cedddd9d51", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:33.572297 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf41cfda-566b-48b6-9cb3-7d9ad7533568 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:33.572706 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e416c8-8886-482e-8f52-bbda52dbf824', 'name': 'network-vif-deleted', 'tag': 'a8872dc1-8f95-4eaf-862c-38cedddd9d51', 'status': 'completed', 'code': 200} Feb 15 03:05:34.012718 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device a8872dc1-8f95-4eaf-862c-38cedddd9d51 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:34.040992 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: a8872dc1-8f95-4eaf-862c-38cedddd9d51 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:34.041357 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device a8872dc1-8f95-4eaf-862c-38cedddd9d51 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:34.041772 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fcb04533-33a8-4b4f-a640-9248b6f38139 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:34.069424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: fcb04533-33a8-4b4f-a640-9248b6f38139 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:34.069806 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device fcb04533-33a8-4b4f-a640-9248b6f38139 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:34.166805 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6df07-124b-4d6a-bcb2-8a5d3ad94a8e req-1acf4b2e-1674-4294-89a2-fea916b168f1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:34.169840 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cb6df07-124b-4d6a-bcb2-8a5d3ad94a8e req-1acf4b2e-1674-4294-89a2-fea916b168f1 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0730360 Feb 15 03:05:34.182988 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401976b5-8047-4dbd-91ef-44ef0d97a46a req-aad93d98-e8cc-4bf5-b312-541a1f2e0a30 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:34.185119 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-401976b5-8047-4dbd-91ef-44ef0d97a46a req-aad93d98-e8cc-4bf5-b312-541a1f2e0a30 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0714054 Feb 15 03:05:34.238930 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:05:34.251621 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cb6df07-124b-4d6a-bcb2-8a5d3ad94a8e req-802bb230-f66e-4583-b3fc-3ae17137b12b tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Feb 15 03:05:34.259656 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-401976b5-8047-4dbd-91ef-44ef0d97a46a req-5fc07180-5b85-4e05-b7fd-53047785fd32 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639420 Feb 15 03:05:35.444190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac649f4-b20b-4419-afc4-58c033a5a590 req-e9d7e18f-89cf-491c-9cac-e37baa6367c0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:35.446656 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aac649f4-b20b-4419-afc4-58c033a5a590 req-e9d7e18f-89cf-491c-9cac-e37baa6367c0 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0910125 Feb 15 03:05:35.451591 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9e096-a255-4902-82db-2a4141927b35 req-aeb8071b-a3f1-4b01-b10c-4141bba465e6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:35.453781 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cfa9e096-a255-4902-82db-2a4141927b35 req-aeb8071b-a3f1-4b01-b10c-4141bba465e6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0825033 Feb 15 03:05:35.508610 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aac649f4-b20b-4419-afc4-58c033a5a590 req-335d1fa4-86e6-4f84-8402-70e6e9c33a97 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Feb 15 03:05:35.522141 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cfa9e096-a255-4902-82db-2a4141927b35 req-899a560b-8243-4364-8443-ad6d5fd14f0a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592837 Feb 15 03:05:36.647701 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e307f2-7011-4222-b1f9-3b6429cd8b58 req-e7da8b0a-409b-443e-8309-4c70b6784554 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:36.649526 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-71e307f2-7011-4222-b1f9-3b6429cd8b58 req-e7da8b0a-409b-443e-8309-4c70b6784554 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0638566 Feb 15 03:05:36.674650 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef59611-0aea-4740-b53c-21c850c5cd5d req-6c09212f-c0e4-46d6-b068-ae76ee271a83 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:36.676267 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3ef59611-0aea-4740-b53c-21c850c5cd5d req-6c09212f-c0e4-46d6-b068-ae76ee271a83 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0552697 Feb 15 03:05:36.702820 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-71e307f2-7011-4222-b1f9-3b6429cd8b58 req-e0ee3c81-8c21-46b2-98b7-96b296caf6b4 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Feb 15 03:05:36.739907 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3ef59611-0aea-4740-b53c-21c850c5cd5d req-ec7e6642-bc0a-4243-b205-cffc68ec7e3e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 Feb 15 03:05:37.864256 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755152e-cdd5-4a8e-92b9-25697a531442 req-faf1845c-a87f-48d2-a0e2-fc522a9c38ae tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:37.867324 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0755152e-cdd5-4a8e-92b9-25697a531442 req-faf1845c-a87f-48d2-a0e2-fc522a9c38ae tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0804019 Feb 15 03:05:37.894844 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18715f-9426-4e46-9223-2d584dcb790c req-4c0d48a6-3037-4c14-bba8-e773ff124fb5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:37.896697 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7e18715f-9426-4e46-9223-2d584dcb790c req-4c0d48a6-3037-4c14-bba8-e773ff124fb5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0638599 Feb 15 03:05:37.937474 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0755152e-cdd5-4a8e-92b9-25697a531442 req-ff0a2cad-f7de-4c2c-bca9-acdfc8413e96 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/security-groups?id=910366b6-4dfa-412a-9b73-8423f9ead927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Feb 15 03:05:37.966550 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7e18715f-9426-4e46-9223-2d584dcb790c req-3b6eea5b-af52-40f2-96c6-ca6cd5c45066 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582511 Feb 15 03:05:38.587919 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-e1cad38b-9733-40dd-9914-276e03939a70 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:38.589393 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-e1cad38b-9733-40dd-9914-276e03939a70 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 945 time: 0.0593948 Feb 15 03:05:38.694860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Deleting port 5276e6ba-9658-4499-ac62-9419dd84fc02 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:38.695581 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.820096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] For port 5276e6ba-9658-4499-ac62-9419dd84fc02, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5276e6ba-9658-4499-ac62-9419dd84fc02,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:38.821140 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:38.841991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Calling delete_port for 5276e6ba-9658-4499-ac62-9419dd84fc02 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:39.078597 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (5276e6ba-9658-4499-ac62-9419dd84fc02), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.145696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Pushing event deleted for resources: {'Port': ['ID=5276e6ba-9658-4499-ac62-9419dd84fc02,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:39.186027 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9552249e-3ea4-4470-aff5-d97ead1bda14 req-733864b7-46f4-4948-a32e-22e324674ded tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 210 time: 0.0554030 Feb 15 03:05:39.253873 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86344fc5-ed84-456a-9180-1bc1c03a90a3 req-63b65df2-2a96-4879-8b14-559cc200f2a5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:39.256713 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-86344fc5-ed84-456a-9180-1bc1c03a90a3 req-63b65df2-2a96-4879-8b14-559cc200f2a5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1204469 Feb 15 03:05:39.258779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] No DVR routers for this DVR port 5276e6ba-9658-4499-ac62-9419dd84fc02 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:05:39.263347 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:39.269592 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f6b40d81-797e-4a7a-95d8-a1dab67e4a71 req-a8ec611e-d472-460b-b92b-6cba5b2b8e12 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.52 "DELETE /v2.0/ports/5276e6ba-9658-4499-ac62-9419dd84fc02 HTTP/1.1" status: 204 len: 173 time: 0.6751144 Feb 15 03:05:39.270366 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'name': 'network-vif-deleted', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:39.274468 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc2de79-6ff4-451f-9020-f7dc74f10506" -d '{"events": [{"server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "name": "network-vif-deleted", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:39.337891 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505be6eb-2d5d-457d-9030-a62af669696f x-openstack-request-id: req-505be6eb-2d5d-457d-9030-a62af669696f {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:39.338481 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947da6f-4d8e-46ce-8eba-63c9f3093204", "name": "network-vif-deleted", "tag": "5276e6ba-9658-4499-ac62-9419dd84fc02", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:39.339005 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-505be6eb-2d5d-457d-9030-a62af669696f {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:39.339792 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947da6f-4d8e-46ce-8eba-63c9f3093204', 'name': 'network-vif-deleted', 'tag': '5276e6ba-9658-4499-ac62-9419dd84fc02', 'status': 'completed', 'code': 200} Feb 15 03:05:39.349576 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-86344fc5-ed84-456a-9180-1bc1c03a90a3 req-7ff2e1c8-063a-4cff-baf0-4e7c91706a57 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821285 Feb 15 03:05:40.365599 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-264f487f-2d07-41f1-8a0e-92c2ff4b3ec4 req-93948ec3-f6ad-4ec6-8254-c137b2da5089 tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 210 time: 0.0403476 Feb 15 03:05:40.497391 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484c7d-5265-48f3-87ca-8827f224df09 req-338c1e41-aef1-4054-b527-f84836f1ee3e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:40.500013 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c1484c7d-5265-48f3-87ca-8827f224df09 req-338c1e41-aef1-4054-b527-f84836f1ee3e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0604162 Feb 15 03:05:40.555209 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c1484c7d-5265-48f3-87ca-8827f224df09 req-ef8c50c6-63dd-4522-b08d-96563bf2d6d8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496244 Feb 15 03:05:41.048000 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['5276e6ba-9658-4499-ac62-9419dd84fc02'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:41.489956 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-55ae4cf0-24b3-427a-a649-09fe3dea3d0a req-a85546b4-8c0c-4d4f-9e27-e7f5c64ac06a tempest-ServerRescueNegativeTestJSON-1631487060 tempest-ServerRescueNegativeTestJSON-1631487060-project] 10.222.0.24 "GET /v2.0/ports?device_id=c947da6f-4d8e-46ce-8eba-63c9f3093204 HTTP/1.1" status: 200 len: 210 time: 0.0356884 Feb 15 03:05:41.736964 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09d62c-fffe-4218-a255-d818a696e453 req-39bf3931-e156-4948-9914-61cc4a4c87a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:41.738658 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd09d62c-fffe-4218-a255-d818a696e453 req-39bf3931-e156-4948-9914-61cc4a4c87a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0737648 Feb 15 03:05:41.803338 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd09d62c-fffe-4218-a255-d818a696e453 req-eb9b9af2-551e-4ecf-a82d-83479c4a57a7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585482 Feb 15 03:05:41.817638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19cb5866-b10c-405e-8317-05a7b64f138a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:41.869093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-19726c92-eb46-471d-a3e1-6cb73ac2f20c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:41.870629 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-19726c92-eb46-471d-a3e1-6cb73ac2f20c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 814 time: 0.1143074 Feb 15 03:05:41.886895 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-b1fd395d-a835-42b7-b8d1-385faae230a7 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/quotas/303d2e285f594249875c9a3de44a5ac2 HTTP/1.1" status: 200 len: 375 time: 0.0099628 Feb 15 03:05:41.921869 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-a5495865-3b85-4d99-ace5-5e212ce464f6 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282710 Feb 15 03:05:42.077072 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-99948df4-6852-4398-a26d-863b9dc7fa40 service neutron] 10.222.0.24 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482453 Feb 15 03:05:42.171681 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-603432ea-d903-427d-9fea-2194c291ce2d service neutron] 10.222.0.24 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886493 Feb 15 03:05:42.365711 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b619dea1-639a-490a-8377-852f2bfdc552 req-0f8b8864-554f-4263-9091-4b909c131c01 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 210 time: 0.0354347 Feb 15 03:05:42.566574 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46168) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:43.000945 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f22c-8302-4262-ba5c-a07fe668284a req-350356ee-09b7-40ef-a462-1ad5ca65ddf1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:43.007775 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a93f22c-8302-4262-ba5c-a07fe668284a req-350356ee-09b7-40ef-a462-1ad5ca65ddf1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0857565 Feb 15 03:05:43.068170 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5a93f22c-8302-4262-ba5c-a07fe668284a req-732a220f-ce30-4684-929d-71f7b9e461ed tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589812 Feb 15 03:05:43.076231 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.395365 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Deleting port 71bdbdac-9f0c-4d10-9985-f67ead904476 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:43.395502 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.548709 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cf9ece5c-76ee-47f3-ae1a-1afcf63a6378 req-7305abfc-e574-4569-8b4d-d2f73e3454d9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 210 time: 0.1005137 Feb 15 03:05:43.651239 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] For port 71bdbdac-9f0c-4d10-9985-f67ead904476, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=71bdbdac-9f0c-4d10-9985-f67ead904476,segment=NetworkSegment(8befc779-83d6-4d27-aea1-f931e8797031),segment_id=8befc779-83d6-4d27-aea1-f931e8797031)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:43.651931 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:43.699429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-966a3f7b-3c3d-4321-b9ea-0d2c0cc67949 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:43.702476 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-966a3f7b-3c3d-4321-b9ea-0d2c0cc67949 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 814 time: 0.2942674 Feb 15 03:05:43.704418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Calling delete_port for 71bdbdac-9f0c-4d10-9985-f67ead904476 owned by network:router_interface {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:43.726482 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Request body: {'port': {'device_id': '3a0c745a-243b-4b55-8279-36b92992e698', 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3', 'admin_state_up': True, 'tenant_id': '303d2e285f594249875c9a3de44a5ac2'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:44.104977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Made reservation on behalf of 303d2e285f594249875c9a3de44a5ac2 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:44.111077 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.215323 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582df72-dbea-4b16-95e3-63e642e63019 req-069bf69a-4545-4bc3-96fc-e85ff2406f5f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:44.220166 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3582df72-dbea-4b16-95e3-63e642e63019 req-069bf69a-4545-4bc3-96fc-e85ff2406f5f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0762863 Feb 15 03:05:44.301111 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3582df72-dbea-4b16-95e3-63e642e63019 req-310c7fb9-8ab1-45b3-8c8c-c33715ad7d1f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747879 Feb 15 03:05:44.305669 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (71bdbdac-9f0c-4d10-9985-f67ead904476), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.350686 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Pushing event deleted for resources: {'Port': ['ID=71bdbdac-9f0c-4d10-9985-f67ead904476,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:44.375534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Allocated IP 172.20.0.4 (9378a579-260b-4873-b61c-261899e7b0f3/2f6e3712-c13d-49f7-939a-eef850c4518a/678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:05:44.650642 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.682064 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4133b3f7-09d2-4ad3-b118-de87d406062f req-092ad2a8-b595-4da1-90c7-246339560711 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 210 time: 0.0451009 Feb 15 03:05:44.689352 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks [] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:44.698715 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f2239d8-2c2c-491e-9bc4-3750ba4babf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.064106 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.077243 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5276e6ba-9658-4499-ac62-9419dd84fc02 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:45.097943 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 5276e6ba-9658-4499-ac62-9419dd84fc02 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:45.098262 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5276e6ba-9658-4499-ac62-9419dd84fc02 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:45.119286 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Network 9378a579-260b-4873-b61c-261899e7b0f3 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:05:45.127654 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:45.168018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:05:45.192542 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Pushing event updated for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:45.232099 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:45.233344 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.290679 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-0662380c-7a57-4de1-ade1-4920aea9ac49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5764861 Feb 15 03:05:45.305800 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Request body: {'port': {'device_id': '3a0c745a-243b-4b55-8279-36b92992e698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:45.335366 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Router c55dd9a0-ec05-4bd5-899e-33a7fb92779e has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:05:45.431040 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.479662 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c6a7e-3dec-441a-a8f6-a27125da4ccf req-8d6caf16-6bd8-4beb-92f7-5cc1ef18f53e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:45.482002 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb6c6a7e-3dec-441a-a8f6-a27125da4ccf req-8d6caf16-6bd8-4beb-92f7-5cc1ef18f53e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0742142 Feb 15 03:05:45.541652 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb6c6a7e-3dec-441a-a8f6-a27125da4ccf req-e6a339bc-a65a-4270-ad0e-01ede545de00 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Feb 15 03:05:45.548565 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:05:45.564883 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Sync routers for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:05:45.575834 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:45.577028 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:45.606240 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-c5578394-d9dc-4279-8585-46f360fd841d admin admin] 10.222.0.24 "PUT /v2.0/routers/c55dd9a0-ec05-4bd5-899e-33a7fb92779e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0382669 Feb 15 03:05:45.609460 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46188) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:45.729198 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks [] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.730000 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:45.854444 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:45.865472 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks [] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.865757 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks [] for router_gateway (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.890588 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d9297-f4f3-4047-a382-92653f9072e2 req-f6c26f7d-c17d-42bc-b2cd-a62103c11f7b tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:45.892303 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-260d9297-f4f3-4047-a382-92653f9072e2 req-f6c26f7d-c17d-42bc-b2cd-a62103c11f7b tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 931 time: 0.1185699 Feb 15 03:05:45.895293 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Transition to ACTIVE for port object 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:05:45.905585 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.937841 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Deleting port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:05:45.938180 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:45.980397 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:05:44Z', 'revision_number': 5, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port': {'id': 'e18a60e3-74ef-405b-9b14-2af3a4e2e2c0', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:14Z', 'updated_at': '2022-02-15T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:45.999489 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Pushing event updated for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:46.012778 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Checking router: c55dd9a0-ec05-4bd5-899e-33a7fb92779e for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:05:46.015807 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-260d9297-f4f3-4047-a382-92653f9072e2 req-b67e3c14-780e-449d-aa81-c8d9e62499b9 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134048 Feb 15 03:05:46.026227 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Routers {'c55dd9a0-ec05-4bd5-899e-33a7fb92779e'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:05:46.026679 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:46.046963 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] For port e18a60e3-74ef-405b-9b14-2af3a4e2e2c0, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:46.047636 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.064717 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Calling delete_port for e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:05:46.092795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Attempting to bind port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:05:46.093255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Attempting to bind port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:05:46.093593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Attempting to bind port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 on network 9378a579-260b-4873-b61c-261899e7b0f3 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:46.098673 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 on network 9378a579-260b-4873-b61c-261899e7b0f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:05:46.098989 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Attempting to bind port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 on network 9378a579-260b-4873-b61c-261899e7b0f3 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:05:46.104479 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:05:46.104812 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Checking segment: {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:46.105170 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Bound using segment: {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:05:46.105617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Bound port: 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25b383a-0c80-42c5-8fb7-4bdedb623192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:05:46.105977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.139631 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] Set router c55dd9a0-ec05-4bd5-899e-33a7fb92779e gateway port host: None {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:05:46.188903 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:05:46.192785 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:05:46.205130 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.238292 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:05:45Z', 'revision_number': 6, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:46.258607 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:46.259272 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.260721 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] 10.222.0.52 "PUT /v2.0/ports/678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 HTTP/1.1" status: 200 len: 1093 time: 0.9610178 Feb 15 03:05:46.263210 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:46.263743 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f3cee2-db1a-4952-8101-43a7bded1726" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:46.275426 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc371e9-ba8c-4bd2-9ae6-7e6506086ad5 None None] The sync data for ids ['c55dd9a0-ec05-4bd5-899e-33a7fb92779e'] in dv-cinder-828085-9-iscsi is: [{'id': 'c55dd9a0-ec05-4bd5-899e-33a7fb92779e', 'name': 'tempest-ServerRescueNegativeTestJSON-1192649287-router', 'tenant_id': '4535bb088a284793a0937f05a754a26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:13Z', 'updated_at': '2022-02-15T03:05:45Z', 'revision_number': 6, 'project_id': '4535bb088a284793a0937f05a754a26f', 'gw_port_host': None}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:05:46.291695 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed8457-1cfd-439b-948b-cf0488398a25 service neutron] Pushing event updated for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:46.346237 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e8777-0f65-47d8-85fc-60f943fa8642 x-openstack-request-id: req-b81e8777-0f65-47d8-85fc-60f943fa8642 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:46.346237 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:46.346237 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b81e8777-0f65-47d8-85fc-60f943fa8642 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:46.346237 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4', 'status': 'completed', 'code': 200} Feb 15 03:05:46.372575 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (e18a60e3-74ef-405b-9b14-2af3a4e2e2c0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.380895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-1b4ffbc4-15e7-44b2-8e12-9fc0b4348613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:46.382622 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-1b4ffbc4-15e7-44b2-8e12-9fc0b4348613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 1127 time: 0.0535083 Feb 15 03:05:46.410274 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Pushing event deleted for resources: {'Port': ['ID=e18a60e3-74ef-405b-9b14-2af3a4e2e2c0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:46.430691 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.465224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-f48b0e22-f411-4559-9ae0-1dceb4ac4fca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 HTTP/1.1" status: 200 len: 217 time: 0.0742590 Feb 15 03:05:46.517951 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.540989 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-a13d02ce-4e4b-4552-bb8f-079bcac87a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:46.543706 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-a13d02ce-4e4b-4552-bb8f-079bcac87a22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2f6e3712-c13d-49f7-939a-eef850c4518a HTTP/1.1" status: 200 len: 854 time: 0.0708976 Feb 15 03:05:46.579288 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-e35c8cf3-12aa-4551-9422-712d49c3e919 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9378a579-260b-4873-b61c-261899e7b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288146 Feb 15 03:05:46.759668 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-035194c9-6dce-4ecd-97ea-cf25ea5e548f service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716595 Feb 15 03:05:46.775884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.779990 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks [] for router_controller (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.800921 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4bc90-9201-482c-8229-115771ca769b req-6023cd0d-0941-461c-b265-6b047daffade tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:46.803645 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3fc4bc90-9201-482c-8229-115771ca769b req-6023cd0d-0941-461c-b265-6b047daffade tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1298602 Feb 15 03:05:46.864704 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (c55dd9a0-ec05-4bd5-899e-33a7fb92779e), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.865389 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55dd9a0-ec05-4bd5-899e-33a7fb92779e {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:05:46.871375 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.872572 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fc0dfa9f-7aad-4bda-a4ff-0dad0c98527c admin admin] 10.222.0.24 "DELETE /v2.0/routers/c55dd9a0-ec05-4bd5-899e-33a7fb92779e HTTP/1.1" status: 204 len: 168 time: 1.2621090 Feb 15 03:05:46.878355 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46196) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:46.926777 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Deleting subnet ee847cff-4b3d-45d2-b2f3-737e6f396d3e {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:05:46.930110 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Publish callbacks [] for subnet (ee847cff-4b3d-45d2-b2f3-737e6f396d3e), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.937801 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3fc4bc90-9201-482c-8229-115771ca769b req-bf7ccd4f-58c1-455c-97e1-a11ef98ffa87 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070502 Feb 15 03:05:46.941735 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58902d53-7b43-4be9-ae41-7b93035bd2aa req-e73805b8-74d7-496c-9337-89b6ec65ae0e service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736479 Feb 15 03:05:46.972502 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Publish callbacks [] for subnet (ee847cff-4b3d-45d2-b2f3-737e6f396d3e), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:46.978514 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (ee847cff-4b3d-45d2-b2f3-737e6f396d3e), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.043961 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-10649f0e-1612-4486-8318-e3fc4fd7e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:47.046285 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-10649f0e-1612-4486-8318-e3fc4fd7e101 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=303d2e285f594249875c9a3de44a5ac2&device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 1127 time: 0.0551136 Feb 15 03:05:47.047127 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (ee847cff-4b3d-45d2-b2f3-737e6f396d3e), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.095569 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee847cff-4b3d-45d2-b2f3-737e6f396d3e,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.097820 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.107877 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c060aac6-d65f-4b66-9d26-4bcd410a3f0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee847cff-4b3d-45d2-b2f3-737e6f396d3e HTTP/1.1" status: 204 len: 168 time: 0.2212481 Feb 15 03:05:47.108002 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46200) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:47.160660 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdd2bb-a809-422b-b6d4-f4d2e7c311aa req-4f26b1e1-2da4-4353-9081-d81f5f411dcb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:47.162266 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d6fdd2bb-a809-422b-b6d4-f4d2e7c311aa req-4f26b1e1-2da4-4353-9081-d81f5f411dcb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 943 time: 0.0679832 Feb 15 03:05:47.207296 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (6ed07e91-a9c7-4c29-a409-32e81c8614ad), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.220594 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-439ccb69-4a22-42a7-9b60-fd0a9aec2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:47.222100 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-439ccb69-4a22-42a7-9b60-fd0a9aec2ce1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 200 len: 914 time: 0.1700253 Feb 15 03:05:47.232792 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d6fdd2bb-a809-422b-b6d4-f4d2e7c311aa req-45617d78-cc3e-439a-a517-e52ee2453a49 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634131 Feb 15 03:05:47.296732 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-4f30e03e-3fd4-4a0d-9995-174f62e00135 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 HTTP/1.1" status: 200 len: 217 time: 0.0515006 Feb 15 03:05:47.361834 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (6ed07e91-a9c7-4c29-a409-32e81c8614ad), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.389854 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed07e91-a9c7-4c29-a409-32e81c8614ad']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:47.399545 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-e2915945-2ecd-495c-b459-65e96ec2ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:47.401015 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-e2915945-2ecd-495c-b459-65e96ec2ccd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2f6e3712-c13d-49f7-939a-eef850c4518a HTTP/1.1" status: 200 len: 854 time: 0.0794282 Feb 15 03:05:47.404859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8befc779-83d6-4d27-aea1-f931e8797031') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:47.405234 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8befc779-83d6-4d27-aea1-f931e8797031') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:47.424684 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (8befc779-83d6-4d27-aea1-f931e8797031), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.450188 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-fdf9d3a1-098e-4952-9d3c-b3e4da93df10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9378a579-260b-4873-b61c-261899e7b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425458 Feb 15 03:05:47.459391 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (8befc779-83d6-4d27-aea1-f931e8797031), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.484289 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:05:47.484825 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (8befc779-83d6-4d27-aea1-f931e8797031), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:05:47.486529 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:05:47.581645 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (6ed07e91-a9c7-4c29-a409-32e81c8614ad), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.599665 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.603087 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ed07e91-a9c7-4c29-a409-32e81c8614ad HTTP/1.1" status: 204 len: 168 time: 0.4965918 Feb 15 03:05:47.615806 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60755-4558-4adf-a5f6-c10b7c754f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed07e91-a9c7-4c29-a409-32e81c8614ad,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:47.621251 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-9a92115e-7105-4c4f-ad8c-cfbad3adb1b7 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635778 Feb 15 03:05:47.722797 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-96f3cee2-db1a-4952-8101-43a7bded1726 req-1b3c9019-6f80-49c0-844b-40ffe4e0b1d8 service neutron] 10.222.0.52 "GET /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955427 Feb 15 03:05:47.799802 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46206) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:47.845759 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d92a08b6-f371-46d7-950b-c13969164e67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4535bb088a284793a0937f05a754a26f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443261 Feb 15 03:05:47.848807 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46208) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:47.909035 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] Publish callbacks [] for security_group (910366b6-4dfa-412a-9b73-8423f9ead927), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.932316 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] Publish callbacks [] for security_group (910366b6-4dfa-412a-9b73-8423f9ead927), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:47.985962 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.002263 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (910366b6-4dfa-412a-9b73-8423f9ead927), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.007616 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:48.009886 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/910366b6-4dfa-412a-9b73-8423f9ead927 HTTP/1.1" status: 204 len: 168 time: 0.1594868 Feb 15 03:05:48.025443 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d28d-5a97-41af-9e58-b2e844cf758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910366b6-4dfa-412a-9b73-8423f9ead927,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:48.108146 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda48fa-992c-4db3-ab22-0bb00a008eca req-73cd73b2-1784-41b7-b529-af94422a7dd6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:48.109751 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3dda48fa-992c-4db3-ab22-0bb00a008eca req-73cd73b2-1784-41b7-b529-af94422a7dd6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0655503 Feb 15 03:05:48.183975 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3dda48fa-992c-4db3-ab22-0bb00a008eca req-f7b3091a-c15b-4215-ab59-e9ea66338607 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683043 Feb 15 03:05:48.382364 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7762-b078-40ed-8421-8d220f54cb6a req-f58eade0-95c4-4e7d-bff7-1414a422237f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:48.384553 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a1ae7762-b078-40ed-8421-8d220f54cb6a req-f58eade0-95c4-4e7d-bff7-1414a422237f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 943 time: 0.0760083 Feb 15 03:05:48.403205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 71bdbdac-9f0c-4d10-9985-f67ead904476 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:48.434022 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 71bdbdac-9f0c-4d10-9985-f67ead904476 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:48.435872 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 71bdbdac-9f0c-4d10-9985-f67ead904476 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:48.436604 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:05:48.446247 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a1ae7762-b078-40ed-8421-8d220f54cb6a req-871525a5-c9db-4d3d-804b-63df66f97a1e tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Feb 15 03:05:48.467060 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:05:48.467806 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e18a60e3-74ef-405b-9b14-2af3a4e2e2c0 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:05:48.798979 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.094403 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:05:49.203432 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:49.219208 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4', 'network_id': '9378a579-260b-4873-b61c-261899e7b0f3', 'port_id': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4', 'mac_address': 'fa:16:3e:c8:a9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6e3712-c13d-49f7-939a-eef850c4518a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:05:49.267186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:49.267667 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.283578 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:05:49.331558 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:49.339712 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:49.358983 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d91832-25c8-408b-bfbc-012b28afe6c5 req-4a7b2b67-01ac-4c7d-b0b1-16cd82030ed7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:49.362227 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52d91832-25c8-408b-bfbc-012b28afe6c5 req-4a7b2b67-01ac-4c7d-b0b1-16cd82030ed7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0774541 Feb 15 03:05:49.418616 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52d91832-25c8-408b-bfbc-012b28afe6c5 req-ac2c5fc5-9467-41d1-bc28-002240ed8518 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Feb 15 03:05:49.431175 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:49.602692 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:05:49.625711 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22b9f-46b2-426e-a14c-dcc4d3608760 req-192abc48-bad0-48e1-9d6b-ad3f97510895 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:49.627354 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6b22b9f-46b2-426e-a14c-dcc4d3608760 req-192abc48-bad0-48e1-9d6b-ad3f97510895 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 944 time: 0.0692978 Feb 15 03:05:49.681994 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6b22b9f-46b2-426e-a14c-dcc4d3608760 req-09030d88-786d-44af-bda7-dde80e740668 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Feb 15 03:05:50.562161 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dec31-e34c-467e-99a7-5851f85a197e req-67e198fe-4c69-4793-9344-4c6b1e72ce69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:50.563766 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf6dec31-e34c-467e-99a7-5851f85a197e req-67e198fe-4c69-4793-9344-4c6b1e72ce69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0610385 Feb 15 03:05:50.616226 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bf6dec31-e34c-467e-99a7-5851f85a197e req-fbaed61e-0171-481e-b4f1-86dcb65e5c44 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466669 Feb 15 03:05:50.841771 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0863f-6ae5-497b-a1cf-9c569e87c51c req-8d762405-a0eb-46dc-bfe6-3812292aae48 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:50.844287 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7fb0863f-6ae5-497b-a1cf-9c569e87c51c req-8d762405-a0eb-46dc-bfe6-3812292aae48 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 944 time: 0.0663891 Feb 15 03:05:50.893891 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7fb0863f-6ae5-497b-a1cf-9c569e87c51c req-950f1ad1-4507-442c-82aa-221abd7690e1 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Feb 15 03:05:51.089997 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:05:51.144613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:05:51.148806 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:05:51.149190 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.238282 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:05:51.238651 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.264027 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:05:51.266733 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74abaf8-32eb-43ab-a599-ad2850fe95f2" -d '{"events": [{"server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "name": "network-vif-plugged", "status": "completed", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:05:51.280895 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:05:51.286540 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:51.312797 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea6fbb7-7f14-4cf7-97a9-be9abd427238 x-openstack-request-id: req-2ea6fbb7-7f14-4cf7-97a9-be9abd427238 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:05:51.313084 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "name": "network-vif-plugged", "status": "completed", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:05:51.313333 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ea6fbb7-7f14-4cf7-97a9-be9abd427238 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:05:51.313759 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4', 'code': 200} Feb 15 03:05:51.344946 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:51.506949 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb33ab8-cd04-456c-a8e2-1ab2886efb3e req-1d7f5c6e-b7dd-4ebb-a65c-7ee76eb4525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:51.508527 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6bb33ab8-cd04-456c-a8e2-1ab2886efb3e req-1d7f5c6e-b7dd-4ebb-a65c-7ee76eb4525b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 1129 time: 0.0471399 Feb 15 03:05:51.555770 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6bb33ab8-cd04-456c-a8e2-1ab2886efb3e req-4ad60def-de9a-41ee-82b2-98201bb34790 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Feb 15 03:05:51.737913 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8c8a4-3f43-4385-a5aa-98c85308909c req-8be4e91d-fffd-4180-9afe-0691130ae377 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:51.739461 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7cd8c8a4-3f43-4385-a5aa-98c85308909c req-8be4e91d-fffd-4180-9afe-0691130ae377 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Feb 15 03:05:51.797673 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7cd8c8a4-3f43-4385-a5aa-98c85308909c req-072ba3c9-5fa0-4c53-9141-6491d6a37f9a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525582 Feb 15 03:05:51.951496 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.019103 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c91c3-5800-4c20-b3fe-1c46b21d5043 req-075a322b-17ed-42cd-abd8-d18229c371fb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:52.020693 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-240c91c3-5800-4c20-b3fe-1c46b21d5043 req-075a322b-17ed-42cd-abd8-d18229c371fb tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 945 time: 0.0572469 Feb 15 03:05:52.073101 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-240c91c3-5800-4c20-b3fe-1c46b21d5043 req-d8ae953f-b143-43a0-bf1b-fd03a126e573 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Feb 15 03:05:52.159790 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46288) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:52.276026 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2f11-7007-44ee-b769-ae38d21d65a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.359791 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2f11-7007-44ee-b769-ae38d21d65a2 admin admin] Publish callbacks [] for security_group (d4fe59dc-86d0-4b59-a940-4f744e8395b1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.363615 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2f11-7007-44ee-b769-ae38d21d65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d4fe59dc-86d0-4b59-a940-4f744e8395b1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.402877 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2f11-7007-44ee-b769-ae38d21d65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe59dc-86d0-4b59-a940-4f744e8395b1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:52.408960 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7ebd2f11-7007-44ee-b769-ae38d21d65a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=239e820721ee4b26bcf4c6eae0f2724b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480965 Feb 15 03:05:52.411976 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46292) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:52.471232 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] Publish callbacks [] for security_group (d4fe59dc-86d0-4b59-a940-4f744e8395b1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.496241 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] Publish callbacks [] for security_group (d4fe59dc-86d0-4b59-a940-4f744e8395b1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.550898 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d4fe59dc-86d0-4b59-a940-4f744e8395b1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.553574 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:52.555065 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4fe59dc-86d0-4b59-a940-4f744e8395b1 HTTP/1.1" status: 204 len: 168 time: 0.1416647 Feb 15 03:05:52.564912 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c5b3e-41f8-4e0e-b683-8ea30b0361d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe59dc-86d0-4b59-a940-4f744e8395b1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:52.964618 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9f67-7e70-4c8a-8a44-6378dc7650f8 req-dd36a3f4-7323-460e-b84a-37fc18437bb6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:52.966934 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d89c9f67-7e70-4c8a-8a44-6378dc7650f8 req-dd36a3f4-7323-460e-b84a-37fc18437bb6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0712335 Feb 15 03:05:53.028829 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d89c9f67-7e70-4c8a-8a44-6378dc7650f8 req-596b17a5-5e1d-44f8-97c9-ed1f38423485 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546196 Feb 15 03:05:53.227248 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66ab0-ce39-4f7a-b66d-f195bbf86d26 req-2eabde80-cafe-453c-a43a-31783a7b968f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.229045 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-84c66ab0-ce39-4f7a-b66d-f195bbf86d26 req-2eabde80-cafe-453c-a43a-31783a7b968f tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 945 time: 0.0779259 Feb 15 03:05:53.294145 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-84c66ab0-ce39-4f7a-b66d-f195bbf86d26 req-49d5a491-76d1-45dd-b681-815d862756de tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550191 Feb 15 03:05:53.369248 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46320) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:53.481472 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826872999-network', 'tenant_id': '6f805e9456494c77afca1b711e95e484'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:53.504413 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Made reservation on behalf of 6f805e9456494c77afca1b711e95e484 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:53.507096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.517088 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.611299 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks [] for security_group (400f8cbc-1cc5-4a68-8603-f6f06cf43113), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.616459 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (400f8cbc-1cc5-4a68-8603-f6f06cf43113), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.646090 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:05:53.658475 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f8cbc-1cc5-4a68-8603-f6f06cf43113,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:53.664665 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (7969453d-d0ae-441f-aaa5-e062f2e8d2e1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.665081 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Added segment 7969453d-d0ae-441f-aaa5-e062f2e8d2e1 of type vlan for network 3f51304c-1e07-4e68-a402-d8d4b7e9da92 Feb 15 03:05:53.709442 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (3f51304c-1e07-4e68-a402-d8d4b7e9da92), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.735981 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (3f51304c-1e07-4e68-a402-d8d4b7e9da92), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.736862 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:53.737454 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:53.795859 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4253373 Feb 15 03:05:53.796494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46332) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:53.804810 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Request body: {'subnet': {'network_id': '3f51304c-1e07-4e68-a402-d8d4b7e9da92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826872999-subnet', 'tenant_id': '6f805e9456494c77afca1b711e95e484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:53.812104 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164c00d-3ac1-4f32-8dfd-d950e9100842 admin admin] Pushing event updated for resources: {'Network': ['ID=3f51304c-1e07-4e68-a402-d8d4b7e9da92,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:53.822499 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 3f51304c-1e07-4e68-a402-d8d4b7e9da92 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:05:53.833197 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Made reservation on behalf of 6f805e9456494c77afca1b711e95e484 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:53.835862 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.029355 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (e7149e14-85e0-4c34-9c9b-56b37769338c), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.088953 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7149e14-85e0-4c34-9c9b-56b37769338c,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:54.107835 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Checking segment: {'id': '7969453d-d0ae-441f-aaa5-e062f2e8d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3f51304c-1e07-4e68-a402-d8d4b7e9da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:54.108338 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Network hostable DHCP agents. Network: 3f51304c-1e07-4e68-a402-d8d4b7e9da92, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:05:54.129584 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Network 3f51304c-1e07-4e68-a402-d8d4b7e9da92 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:05:54.157092 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 3f51304c-1e07-4e68-a402-d8d4b7e9da92) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:54.180854 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c335552-8b1e-45eb-bd8a-e04dc084adf0 None None] Network 3f51304c-1e07-4e68-a402-d8d4b7e9da92 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:54.193786 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.194816 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.224957 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d4aa11a0-363b-444f-8200-afc496b8225b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4254632 Feb 15 03:05:54.269239 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025f0a-2aab-4962-a665-a6806cd6b725 req-f6e320b2-e9fa-4389-8c06-cda6edd987cd tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:54.272296 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1e025f0a-2aab-4962-a665-a6806cd6b725 req-f6e320b2-e9fa-4389-8c06-cda6edd987cd tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1317418 Feb 15 03:05:54.339559 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e17535-5369-4396-a4f7-05e66ef0cff8 None None] Network 3f51304c-1e07-4e68-a402-d8d4b7e9da92 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:54.356523 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1e025f0a-2aab-4962-a665-a6806cd6b725 req-ace4d226-0bff-4d71-9f31-f1d1c23cc1c1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741496 Feb 15 03:05:54.861031 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46354) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:54.866057 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808143551-network', 'tenant_id': '89a7a6cea54d42a3b21885489fe29e45'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:54.886869 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Made reservation on behalf of 89a7a6cea54d42a3b21885489fe29e45 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:54.890161 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.899288 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.988619 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks [] for security_group (5c878466-04a8-4741-aca2-e2978a27d58f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:54.992965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5c878466-04a8-4741-aca2-e2978a27d58f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.022799 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:05:55.033069 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c878466-04a8-4741-aca2-e2978a27d58f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:55.040423 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (ab67d745-49bb-470b-bf9a-52fb80b7b95c), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.040970 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Added segment ab67d745-49bb-470b-bf9a-52fb80b7b95c of type vlan for network 3bd5253d-bd9f-48c5-a459-8cab2cea2d72 Feb 15 03:05:55.090044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (3bd5253d-bd9f-48c5-a459-8cab2cea2d72), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.122361 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (3bd5253d-bd9f-48c5-a459-8cab2cea2d72), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.126011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:55.126011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.183890 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3215578 Feb 15 03:05:55.188033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46356) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:55.192929 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ea7e8-2e6a-4922-a32e-ee62ddce9999 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd5253d-bd9f-48c5-a459-8cab2cea2d72,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:55.203464 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Request body: {'subnet': {'network_id': '3bd5253d-bd9f-48c5-a459-8cab2cea2d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808143551-subnet', 'tenant_id': '89a7a6cea54d42a3b21885489fe29e45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:05:55.212357 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 3bd5253d-bd9f-48c5-a459-8cab2cea2d72 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:05:55.239095 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Made reservation on behalf of 89a7a6cea54d42a3b21885489fe29e45 for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:05:55.242020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.552077 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (f7c22fd9-eb5e-4f4d-b048-a740aefb424c), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.671661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece25d4-0bb1-4343-ab0a-59bf7141dba6 req-45751091-fdc9-4d1b-bbef-651fa06ba432 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:55.674380 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4ece25d4-0bb1-4343-ab0a-59bf7141dba6 req-45751091-fdc9-4d1b-bbef-651fa06ba432 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.2018404 Feb 15 03:05:55.677771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c22fd9-eb5e-4f4d-b048-a740aefb424c,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:55.746225 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Checking segment: {'id': 'ab67d745-49bb-470b-bf9a-52fb80b7b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3bd5253d-bd9f-48c5-a459-8cab2cea2d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:05:55.746822 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Network hostable DHCP agents. Network: 3bd5253d-bd9f-48c5-a459-8cab2cea2d72, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:05:55.807382 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4ece25d4-0bb1-4343-ab0a-59bf7141dba6 req-ae0a8f87-6c94-414b-8caa-24ca80e0d709 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234176 Feb 15 03:05:55.817110 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Network 3bd5253d-bd9f-48c5-a459-8cab2cea2d72 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:05:55.833187 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 3bd5253d-bd9f-48c5-a459-8cab2cea2d72) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:05:55.838502 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:55.839294 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:55.851117 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bae143-f6db-44eb-966a-fb7291fa1668 None None] Network 3bd5253d-bd9f-48c5-a459-8cab2cea2d72 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:55.865837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8f28f080-0f0f-44b8-bc7e-ea3c51c087ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6705871 Feb 15 03:05:56.057858 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46368) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:56.102412 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bc4fe-9c6b-472e-af6e-356cc56681fe req-47bb7ae4-c9cc-4289-bd3e-b63848f9ec69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.106221 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b97bc4fe-9c6b-472e-af6e-356cc56681fe req-47bb7ae4-c9cc-4289-bd3e-b63848f9ec69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0684781 Feb 15 03:05:56.144511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Deleting subnet e7149e14-85e0-4c34-9c9b-56b37769338c {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:05:56.150084 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Publish callbacks [] for subnet (e7149e14-85e0-4c34-9c9b-56b37769338c), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.170998 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a4e94-6f7b-4596-a60a-f8a160cbf108 None None] Network 3bd5253d-bd9f-48c5-a459-8cab2cea2d72 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:05:56.176808 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b97bc4fe-9c6b-472e-af6e-356cc56681fe req-9559a854-9447-48cc-a3b9-816e64614926 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641818 Feb 15 03:05:56.224655 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Publish callbacks [] for subnet (e7149e14-85e0-4c34-9c9b-56b37769338c), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.236240 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (e7149e14-85e0-4c34-9c9b-56b37769338c), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.258802 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-af3b8c03-77d7-4287-987a-a2732692caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.261395 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-af3b8c03-77d7-4287-987a-a2732692caf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1129 time: 0.0732660 Feb 15 03:05:56.336637 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for subnet (e7149e14-85e0-4c34-9c9b-56b37769338c), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.374347 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7149e14-85e0-4c34-9c9b-56b37769338c,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:56.376874 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.383562 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-91161dad-6154-4502-90ce-2e2e191541bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e7149e14-85e0-4c34-9c9b-56b37769338c HTTP/1.1" status: 204 len: 168 time: 0.3213100 Feb 15 03:05:56.384248 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46370) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:56.407570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-7d4b225e-ac40-4312-9f24-aa462fecfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.409115 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-7d4b225e-ac40-4312-9f24-aa462fecfd50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.1393738 Feb 15 03:05:56.474866 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (3f51304c-1e07-4e68-a402-d8d4b7e9da92), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.508416 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-cbe33a0e-793f-4f72-9029-dd6ec6304793 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 1000 time: 0.0898728 Feb 15 03:05:56.571869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-c7313084-eb1d-4050-8245-600cad18171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.573332 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-c7313084-eb1d-4050-8245-600cad18171c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0560403 Feb 15 03:05:56.579545 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (3f51304c-1e07-4e68-a402-d8d4b7e9da92), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.604179 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.604524 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.605466 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.605827 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > port after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.606178 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.606524 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > port after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.607547 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.607898 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.608243 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.608823 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.632706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-4ed428ee-1a88-4d90-950f-f9d2adc309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:56.634600 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-4ed428ee-1a88-4d90-950f-f9d2adc309f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544877 Feb 15 03:05:56.679606 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.680082 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.680592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.681066 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 03:05:56.681588 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f51304c-1e07-4e68-a402-d8d4b7e9da92']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:56.703041 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7969453d-d0ae-441f-aaa5-e062f2e8d2e1') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:56.703401 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7969453d-d0ae-441f-aaa5-e062f2e8d2e1') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:56.722661 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (7969453d-d0ae-441f-aaa5-e062f2e8d2e1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.746218 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (7969453d-d0ae-441f-aaa5-e062f2e8d2e1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.751214 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-4da58e0f-0fc0-41e6-936f-b864905e5fcc service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096683 Feb 15 03:05:56.755963 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:05:56.756379 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (7969453d-d0ae-441f-aaa5-e062f2e8d2e1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: from cryptography.utils import int_from_bytes Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: from cryptography.utils import int_from_bytes Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:05:56.760737 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:05:56.836000 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (3f51304c-1e07-4e68-a402-d8d4b7e9da92), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.845098 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.849951 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f51304c-1e07-4e68-a402-d8d4b7e9da92 HTTP/1.1" status: 204 len: 168 time: 0.4642093 Feb 15 03:05:56.862789 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46374) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:56.871877 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47e9dd-5474-4c42-b477-1c732c08cb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f51304c-1e07-4e68-a402-d8d4b7e9da92,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:56.871984 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d0deb0b-bdb6-4b27-af2a-96f201743632 req-4066f2ab-db5d-4b6e-a402-a9b99754abef service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128268 Feb 15 03:05:56.932145 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Deleting subnet f7c22fd9-eb5e-4f4d-b048-a740aefb424c {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:05:56.937142 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Publish callbacks [] for subnet (f7c22fd9-eb5e-4f4d-b048-a740aefb424c), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:56.975357 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (f7c22fd9-eb5e-4f4d-b048-a740aefb424c), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.026115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (f7c22fd9-eb5e-4f4d-b048-a740aefb424c), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.085115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (f7c22fd9-eb5e-4f4d-b048-a740aefb424c), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.113266 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c22fd9-eb5e-4f4d-b048-a740aefb424c,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:57.118970 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.123382 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-0cd6a465-f67d-493f-9cf7-622ca42413ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7c22fd9-eb5e-4f4d-b048-a740aefb424c HTTP/1.1" status: 204 len: 168 time: 0.2586439 Feb 15 03:05:57.126193 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46376) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:57.236733 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (3bd5253d-bd9f-48c5-a459-8cab2cea2d72), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.331704 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (3bd5253d-bd9f-48c5-a459-8cab2cea2d72), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.342358 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13120-611f-4ba3-80c4-517b61ef392b req-00d8e629-59ee-4c1f-98d7-beb9c7dff50f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:57.345613 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3f13120-611f-4ba3-80c4-517b61ef392b req-00d8e629-59ee-4c1f-98d7-beb9c7dff50f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0696974 Feb 15 03:05:57.362037 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd5253d-bd9f-48c5-a459-8cab2cea2d72']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:57.373643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab67d745-49bb-470b-bf9a-52fb80b7b95c') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:57.374167 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab67d745-49bb-470b-bf9a-52fb80b7b95c') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:05:57.389303 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (ab67d745-49bb-470b-bf9a-52fb80b7b95c), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.409842 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (ab67d745-49bb-470b-bf9a-52fb80b7b95c), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.415674 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3f13120-611f-4ba3-80c4-517b61ef392b req-662d76ce-3182-4b95-9f0a-158328490327 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638475 Feb 15 03:05:57.416842 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:05:57.417327 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (ab67d745-49bb-470b-bf9a-52fb80b7b95c), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:05:57.419225 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:05:57.480850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (3bd5253d-bd9f-48c5-a459-8cab2cea2d72), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.487709 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.490913 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3bd5253d-bd9f-48c5-a459-8cab2cea2d72 HTTP/1.1" status: 204 len: 168 time: 0.3636050 Feb 15 03:05:57.505326 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb60821-7951-4a59-8974-34021f85a611 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd5253d-bd9f-48c5-a459-8cab2cea2d72,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:57.711945 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46382) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:57.773649 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a89b63ca-1875-40a3-8a09-a12fcdd49773 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f805e9456494c77afca1b711e95e484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602212 Feb 15 03:05:57.776200 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46384) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:57.837638 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] Publish callbacks [] for security_group (400f8cbc-1cc5-4a68-8603-f6f06cf43113), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.864607 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] Publish callbacks [] for security_group (400f8cbc-1cc5-4a68-8603-f6f06cf43113), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.942113 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (400f8cbc-1cc5-4a68-8603-f6f06cf43113), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.945659 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:57.947842 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400f8cbc-1cc5-4a68-8603-f6f06cf43113 HTTP/1.1" status: 204 len: 168 time: 0.1701198 Feb 15 03:05:57.966316 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f99f4b-104f-4ad3-aed9-67421b405265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f8cbc-1cc5-4a68-8603-f6f06cf43113,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:05:58.396895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46392) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:58.452788 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7b230936-d533-43c6-ae45-f685119f451d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89a7a6cea54d42a3b21885489fe29e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543659 Feb 15 03:05:58.455824 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46396) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:05:58.606777 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] Publish callbacks [] for security_group (5c878466-04a8-4741-aca2-e2978a27d58f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:58.638286 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d9ed-bfe7-44c5-9a4e-799c29f76634 req-a0f61203-2c67-4544-946a-2bcd64f8a0d4 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:05:58.640738 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7385d9ed-bfe7-44c5-9a4e-799c29f76634 req-a0f61203-2c67-4544-946a-2bcd64f8a0d4 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1409106 Feb 15 03:05:58.652128 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] Publish callbacks [] for security_group (5c878466-04a8-4741-aca2-e2978a27d58f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:58.722458 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7385d9ed-bfe7-44c5-9a4e-799c29f76634 req-2de46fb6-7b4a-44cd-a71e-d2f51132829e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756717 Feb 15 03:05:58.746496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5c878466-04a8-4741-aca2-e2978a27d58f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:58.751678 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:05:58.753173 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c878466-04a8-4741-aca2-e2978a27d58f HTTP/1.1" status: 204 len: 168 time: 0.2959154 Feb 15 03:05:58.763796 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64cf7-1dd5-43d8-aeed-7b8e4faa5847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c878466-04a8-4741-aca2-e2978a27d58f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:05.179353 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46500) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:05.313033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7f07862b-5453-41a0-bd93-e9ba6006044f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.406004 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7f07862b-5453-41a0-bd93-e9ba6006044f admin admin] Publish callbacks [] for security_group (95b71938-ad74-4034-915c-0331acb7d12c), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.410732 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7f07862b-5453-41a0-bd93-e9ba6006044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (95b71938-ad74-4034-915c-0331acb7d12c), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.458424 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07862b-5453-41a0-bd93-e9ba6006044f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b71938-ad74-4034-915c-0331acb7d12c,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:05.464654 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7f07862b-5453-41a0-bd93-e9ba6006044f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cda36f6b46144b984cc22bfcc02ef9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835946 Feb 15 03:06:05.468817 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46504) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:05.548216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] Publish callbacks [] for security_group (95b71938-ad74-4034-915c-0331acb7d12c), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.575550 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] Publish callbacks [] for security_group (95b71938-ad74-4034-915c-0331acb7d12c), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.631405 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (95b71938-ad74-4034-915c-0331acb7d12c), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.636255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:05.638969 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95b71938-ad74-4034-915c-0331acb7d12c HTTP/1.1" status: 204 len: 168 time: 0.1678805 Feb 15 03:06:05.653372 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff244-657a-47fb-9b20-cc719e4310df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b71938-ad74-4034-915c-0331acb7d12c,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:06.018287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46516) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:06.034500 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8d79b1ae-013d-4316-911d-8ddb82845818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.146213 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8d79b1ae-013d-4316-911d-8ddb82845818 admin admin] Publish callbacks [] for security_group (be34b8e6-99fb-421b-a4b9-65ee2b030b65), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.150928 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8d79b1ae-013d-4316-911d-8ddb82845818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (be34b8e6-99fb-421b-a4b9-65ee2b030b65), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.197852 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8d79b1ae-013d-4316-911d-8ddb82845818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5db0d7cc0be144bab158aff88ff50d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777196 Feb 15 03:06:06.199187 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79b1ae-013d-4316-911d-8ddb82845818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34b8e6-99fb-421b-a4b9-65ee2b030b65,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:06.202958 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46518) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:06.289567 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] Publish callbacks [] for security_group (be34b8e6-99fb-421b-a4b9-65ee2b030b65), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.319965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] Publish callbacks [] for security_group (be34b8e6-99fb-421b-a4b9-65ee2b030b65), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.396484 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (be34b8e6-99fb-421b-a4b9-65ee2b030b65), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.399402 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:06.400635 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be34b8e6-99fb-421b-a4b9-65ee2b030b65 HTTP/1.1" status: 204 len: 168 time: 0.1952531 Feb 15 03:06:06.410050 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659dda5-1202-4cbb-8e72-33566ff2eab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34b8e6-99fb-421b-a4b9-65ee2b030b65,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:08.458290 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46580) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:08.587241 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29b60c47-8c25-4624-8a15-83b3b4912f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.676883 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29b60c47-8c25-4624-8a15-83b3b4912f73 admin admin] Publish callbacks [] for security_group (57498a5d-f8a0-409a-993a-9b3412f78853), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.683221 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29b60c47-8c25-4624-8a15-83b3b4912f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (57498a5d-f8a0-409a-993a-9b3412f78853), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.750183 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-29b60c47-8c25-4624-8a15-83b3b4912f73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e01d36eddf04404ebc1fa7657f344a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905657 Feb 15 03:06:08.751775 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b60c47-8c25-4624-8a15-83b3b4912f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57498a5d-f8a0-409a-993a-9b3412f78853,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:08.754021 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46586) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:08.825412 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] Publish callbacks [] for security_group (57498a5d-f8a0-409a-993a-9b3412f78853), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.853695 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] Publish callbacks [] for security_group (57498a5d-f8a0-409a-993a-9b3412f78853), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.943295 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (57498a5d-f8a0-409a-993a-9b3412f78853), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.947174 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:08.953298 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57498a5d-f8a0-409a-993a-9b3412f78853 HTTP/1.1" status: 204 len: 168 time: 0.1929893 Feb 15 03:06:08.968826 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe947831-6d94-4a80-9fc7-795e109cb434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57498a5d-f8a0-409a-993a-9b3412f78853,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:09.367129 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46608) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:09.382198 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca0d-37e0-4538-b1ba-082ceffac58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.477165 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca0d-37e0-4538-b1ba-082ceffac58f admin admin] Publish callbacks [] for security_group (49183cf4-687f-4930-98e6-f1879f29cad0), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.481367 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ca0d-37e0-4538-b1ba-082ceffac58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (49183cf4-687f-4930-98e6-f1879f29cad0), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.526971 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-f5c1ca0d-37e0-4538-b1ba-082ceffac58f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7571f239029f4e7a911cf10bcf734a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586792 Feb 15 03:06:09.527898 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ca0d-37e0-4538-b1ba-082ceffac58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49183cf4-687f-4930-98e6-f1879f29cad0,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:09.531004 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46610) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:09.615729 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] Publish callbacks [] for security_group (49183cf4-687f-4930-98e6-f1879f29cad0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.656093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] Publish callbacks [] for security_group (49183cf4-687f-4930-98e6-f1879f29cad0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.743235 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (49183cf4-687f-4930-98e6-f1879f29cad0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.746500 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:09.752175 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49183cf4-687f-4930-98e6-f1879f29cad0 HTTP/1.1" status: 204 len: 168 time: 0.2185185 Feb 15 03:06:09.762811 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5719-7264-4f09-b132-100964871d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49183cf4-687f-4930-98e6-f1879f29cad0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:10.726143 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b2fc-bf65-433d-9d93-a5c1470f468a req-281da9c0-9762-4629-b6e3-d406c9ebb2c5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:10.727780 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5088b2fc-bf65-433d-9d93-a5c1470f468a req-281da9c0-9762-4629-b6e3-d406c9ebb2c5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0858371 Feb 15 03:06:10.784616 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5088b2fc-bf65-433d-9d93-a5c1470f468a req-dcfff4d8-81e4-4cac-becc-f21840cf6a6f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471003 Feb 15 03:06:11.235370 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:06:11.813115 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e7ca524c-4b1a-42eb-a75b-4bbfb4fffb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:11.949511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6ff6-5369-46f0-989e-43f9b341ab6f req-439649f9-50e4-402d-8f51-a2a1ef8055a2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:11.951954 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-200d6ff6-5369-46f0-989e-43f9b341ab6f req-439649f9-50e4-402d-8f51-a2a1ef8055a2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.0671232 Feb 15 03:06:12.006908 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-200d6ff6-5369-46f0-989e-43f9b341ab6f req-fbd567d1-914c-417e-b7a5-ac708c9f8f5a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488248 Feb 15 03:06:12.255061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46700) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:12.381286 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac677c8e-42ff-4384-be62-7d1f7db72998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:12.484141 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac677c8e-42ff-4384-be62-7d1f7db72998 admin admin] Publish callbacks [] for security_group (f8bee251-1cbe-4d9e-9a0e-96c924e76ada), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:12.490559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac677c8e-42ff-4384-be62-7d1f7db72998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f8bee251-1cbe-4d9e-9a0e-96c924e76ada), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:12.515139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700215-c93c-42ee-8036-349df8567e69 req-fb952842-a0dd-4799-81b1-10ee9eef05dd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:12.518876 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-30700215-c93c-42ee-8036-349df8567e69 req-fb952842-a0dd-4799-81b1-10ee9eef05dd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.1090717 Feb 15 03:06:12.539674 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ac677c8e-42ff-4384-be62-7d1f7db72998 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b92aeb8da5c94d0ca415f485a6e32855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810488 Feb 15 03:06:12.539674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac677c8e-42ff-4384-be62-7d1f7db72998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bee251-1cbe-4d9e-9a0e-96c924e76ada,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:12.540719 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46712) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:12.946420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] Publish callbacks [] for security_group (f8bee251-1cbe-4d9e-9a0e-96c924e76ada), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:12.976276 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Deleting port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:06:12.976622 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:12.980975 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] Publish callbacks [] for security_group (f8bee251-1cbe-4d9e-9a0e-96c924e76ada), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.118917 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] For port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:06:13.119527 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.129592 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f8bee251-1cbe-4d9e-9a0e-96c924e76ada), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.132419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.133730 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8bee251-1cbe-4d9e-9a0e-96c924e76ada HTTP/1.1" status: 204 len: 168 time: 0.5634427 Feb 15 03:06:13.202095 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2c829-aabe-4483-8b9f-9583504a6ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bee251-1cbe-4d9e-9a0e-96c924e76ada,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:13.258567 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0d6b7-c361-42ec-b64d-4bb27a6e47b9 req-fbe1a803-5cf3-4c85-98f7-d44b3abb20df tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:13.267523 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3d0d6b7-c361-42ec-b64d-4bb27a6e47b9 req-fbe1a803-5cf3-4c85-98f7-d44b3abb20df tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 946 time: 0.1330652 Feb 15 03:06:13.332214 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b3d0d6b7-c361-42ec-b64d-4bb27a6e47b9 req-ad996a3f-5794-4cb3-b161-fd10cbe0936d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=b26cbfd7-6929-4fde-ad38-1f659391d0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567980 Feb 15 03:06:13.431628 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.432111 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.432326 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Floating IP 8c1f322c-a49f-4b8a-adc7-841d7282b62d disassociated. External IP: 172.27.1.249, port: 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48. Feb 15 03:06:13.432705 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Calling delete_port for 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:06:13.545435 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46722) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:13.558229 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee0537c-59e9-476b-96cb-24ccd656ceec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.577486 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (5bc40f19-47a8-4cc5-a5e3-1c35392b5b48), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.612109 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'Port': ['ID=5bc40f19-47a8-4cc5-a5e3-1c35392b5b48,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:13.664901 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee0537c-59e9-476b-96cb-24ccd656ceec admin admin] Publish callbacks [] for security_group (5688b0f1-078b-47c4-aebb-6cdadf031b97), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.680558 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee0537c-59e9-476b-96cb-24ccd656ceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5688b0f1-078b-47c4-aebb-6cdadf031b97), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.727612 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fee0537c-59e9-476b-96cb-24ccd656ceec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69364ed600a146a0977b7e40a37f9fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785724 Feb 15 03:06:13.727612 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0537c-59e9-476b-96cb-24ccd656ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688b0f1-078b-47c4-aebb-6cdadf031b97,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:13.728965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46726) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:13.759380 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:06:13.818430 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] Publish callbacks [] for security_group (5688b0f1-078b-47c4-aebb-6cdadf031b97), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.845182 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] Publish callbacks [] for security_group (5688b0f1-078b-47c4-aebb-6cdadf031b97), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.923281 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5688b0f1-078b-47c4-aebb-6cdadf031b97), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.927517 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:13.931194 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5688b0f1-078b-47c4-aebb-6cdadf031b97 HTTP/1.1" status: 204 len: 168 time: 0.1990845 Feb 15 03:06:13.941634 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59773681-df15-44d1-a9f6-7cf2185c1eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688b0f1-078b-47c4-aebb-6cdadf031b97,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:13.994587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:06:14.007421 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:06:14.022538 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:14.023456 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:14.048267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] No DVR routers for this DVR port 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:06:14.052710 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:14.058002 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-30700215-c93c-42ee-8036-349df8567e69 req-4a6f087f-aded-4e17-a7d0-6a13c2e370e8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "DELETE /v2.0/ports/5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 HTTP/1.1" status: 204 len: 173 time: 1.5304270 Feb 15 03:06:14.058809 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-deleted', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:14.062350 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca351c53-afa3-4e30-9a24-e8efd3cf25f2" -d '{"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-deleted", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:14.111369 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b366376-28e4-49dd-a7e8-5b35de54fe62 req-c6cb5756-79c1-4449-81c9-ca41823aa2be tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:14.111527 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120234ac-3920-4d49-a6f7-dbd34f9cf359 x-openstack-request-id: req-120234ac-3920-4d49-a6f7-dbd34f9cf359 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:14.111780 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd6519-d67b-4635-af86-336ae2fde18b", "name": "network-vif-deleted", "tag": "5bc40f19-47a8-4cc5-a5e3-1c35392b5b48", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:14.112066 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-120234ac-3920-4d49-a6f7-dbd34f9cf359 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:14.112462 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd6519-d67b-4635-af86-336ae2fde18b', 'name': 'network-vif-deleted', 'tag': '5bc40f19-47a8-4cc5-a5e3-1c35392b5b48', 'status': 'completed', 'code': 200} Feb 15 03:06:14.115600 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0b366376-28e4-49dd-a7e8-5b35de54fe62 req-c6cb5756-79c1-4449-81c9-ca41823aa2be tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 945 time: 0.0997849 Feb 15 03:06:14.206153 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0b366376-28e4-49dd-a7e8-5b35de54fe62 req-b8e6a450-d45b-443e-8c3a-d8b52918fa20 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814741 Feb 15 03:06:14.324194 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:14.530463 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-35c3b072-cffe-4fed-a653-6719e8b9c751 req-4224a43b-7b4e-431c-9a7d-4bb3635f0f3b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=73cd6519-d67b-4635-af86-336ae2fde18b HTTP/1.1" status: 200 len: 210 time: 0.0424640 Feb 15 03:06:14.641248 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:14.690339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:06:14.712200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47d66ee5-9a87-4951-ae58-80f15afee521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:14.712834 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:14.713938 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:05:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:14.848300 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:15.000386 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46760) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:15.109664 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:15.142150 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0d86-c1d8-40c8-a3d5-830683961da8 None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:06:15.150804 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1267567262-network', 'tenant_id': '953e02e9b4cd492ca2cf2c618206c452'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:15.182396 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Made reservation on behalf of 953e02e9b4cd492ca2cf2c618206c452 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:06:15.185154 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.195104 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.307242 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks [] for security_group (eb2f4438-5756-4fdc-9724-eca8bd8c0786), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.324884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (eb2f4438-5756-4fdc-9724-eca8bd8c0786), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.363797 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f4438-5756-4fdc-9724-eca8bd8c0786,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:15.367538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:06:15.383702 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (4bf4b86b-da8e-4913-b1c5-d5a1d16447b3), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.384050 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Added segment 4bf4b86b-da8e-4913-b1c5-d5a1d16447b3 of type vlan for network 35b878ec-d7d2-4293-9fe7-f3511eddfee1 Feb 15 03:06:15.407318 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3768-28bb-43e1-b85d-cddda0c69795 req-5809b324-9663-40a1-bad4-f29092345f24 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:15.409440 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-58fa3768-28bb-43e1-b85d-cddda0c69795 req-5809b324-9663-40a1-bad4-f29092345f24 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 945 time: 0.1170139 Feb 15 03:06:15.483625 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (35b878ec-d7d2-4293-9fe7-f3511eddfee1), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.487661 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f1136-5b5b-44a1-abed-c08ddbe99f5f None None] New status for floating IP 8c1f322c-a49f-4b8a-adc7-841d7282b62d: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:06:15.510806 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-58fa3768-28bb-43e1-b85d-cddda0c69795 req-71ffc3e2-2e5a-4762-9f2e-e187d054b823 tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dee6552-12ea-415b-8f75-1013db986355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927217 Feb 15 03:06:15.531644 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (35b878ec-d7d2-4293-9fe7-f3511eddfee1), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.533232 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:15.534142 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.593270 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5910497 Feb 15 03:06:15.598175 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46768) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:15.603917 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Request body: {'subnet': {'network_id': '35b878ec-d7d2-4293-9fe7-f3511eddfee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1267567262-subnet', 'tenant_id': '953e02e9b4cd492ca2cf2c618206c452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:15.610971 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30d920-97a0-43dc-ab83-89ecf7b626dc admin admin] Pushing event updated for resources: {'Network': ['ID=35b878ec-d7d2-4293-9fe7-f3511eddfee1,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:15.624479 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 35b878ec-d7d2-4293-9fe7-f3511eddfee1 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:06:15.671539 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Made reservation on behalf of 953e02e9b4cd492ca2cf2c618206c452 for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:06:15.679276 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.681059 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46772) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:15.768808 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (b26cbfd7-6929-4fde-ad38-1f659391d0da), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.819224 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (b26cbfd7-6929-4fde-ad38-1f659391d0da), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.902002 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b26cbfd7-6929-4fde-ad38-1f659391d0da), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.906726 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-af8d32bc-dc95-43fb-9180-e865af4b0e3c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:15.906997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:15.908328 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-af8d32bc-dc95-43fb-9180-e865af4b0e3c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 945 time: 0.1161556 Feb 15 03:06:15.908690 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "DELETE /v2.0/security-groups/b26cbfd7-6929-4fde-ad38-1f659391d0da HTTP/1.1" status: 204 len: 168 time: 0.2263646 Feb 15 03:06:15.911189 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46774) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:15.920983 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3537-8102-49a1-88a2-4b59b77db94b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26cbfd7-6929-4fde-ad38-1f659391d0da,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:15.966974 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.api.v2.resource [None req-4a4f2f7f-5682-47de-9ea0-fec466986416 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] show failed (client error): The resource could not be found. Feb 15 03:06:15.968630 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4a4f2f7f-5682-47de-9ea0-fec466986416 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups/b26cbfd7-6929-4fde-ad38-1f659391d0da HTTP/1.1" status: 404 len: 347 time: 0.0562434 Feb 15 03:06:15.974265 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46776) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:15.978821 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (6e9b6fdd-6d50-476f-beaa-24ac82f241fd), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.075373 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9b6fdd-6d50-476f-beaa-24ac82f241fd,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:16.093772 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Checking segment: {'id': '4bf4b86b-da8e-4913-b1c5-d5a1d16447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '35b878ec-d7d2-4293-9fe7-f3511eddfee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:06:16.094134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Network hostable DHCP agents. Network: 35b878ec-d7d2-4293-9fe7-f3511eddfee1, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:06:16.120084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Deleting port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:06:16.120414 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.139785 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Network 35b878ec-d7d2-4293-9fe7-f3511eddfee1 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:06:16.191913 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 35b878ec-d7d2-4293-9fe7-f3511eddfee1) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:06:16.205177 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Deleting port d694aec7-e870-4398-8626-20841a9e14db {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:06:16.205857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (d694aec7-e870-4398-8626-20841a9e14db), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.209763 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:16.210714 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.215556 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ed553-dbd3-44c0-9db3-f84f53d7d8f8 None None] Network 35b878ec-d7d2-4293-9fe7-f3511eddfee1 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:06:16.277809 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a460fec0-d075-469a-9444-47d437d22e28 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6776378 Feb 15 03:06:16.313748 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] For port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,segment=NetworkSegment(b25b383a-0c80-42c5-8fb7-4bdedb623192),segment_id=b25b383a-0c80-42c5-8fb7-4bdedb623192)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:06:16.314343 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.344899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Calling delete_port for 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:06:16.353372 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (d694aec7-e870-4398-8626-20841a9e14db), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.354531 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (d694aec7-e870-4398-8626-20841a9e14db), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.390362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Calling delete_port for d694aec7-e870-4398-8626-20841a9e14db owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:06:16.425984 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7b055-2d33-4624-887b-adaf29d65c58 None None] Network 35b878ec-d7d2-4293-9fe7-f3511eddfee1 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:06:16.616784 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.665131 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.677805 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:06:16.704480 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (d694aec7-e870-4398-8626-20841a9e14db), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.738525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'Port': ['ID=d694aec7-e870-4398-8626-20841a9e14db,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:16.812082 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-923da4d6-e444-4569-a605-e3080801bc1d req-9d6b78e1-9904-4778-a969-872a68644a7c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a0c745a-243b-4b55-8279-36b92992e698 HTTP/1.1" status: 200 len: 210 time: 0.1193643 Feb 15 03:06:16.813835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Pushing event deleted for resources: {'Port': ['ID=678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:16.855447 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (8c1f322c-a49f-4b8a-adc7-841d7282b62d), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.858957 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.860316 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-66a46f1a-df8a-4ec6-a46d-48c58f19c483 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "DELETE /v2.0/floatingips/8c1f322c-a49f-4b8a-adc7-841d7282b62d HTTP/1.1" status: 204 len: 168 time: 0.8846433 Feb 15 03:06:16.921250 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] No DVR routers for this DVR port 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:06:16.924325 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:16.927802 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e4a8087-029b-40c6-813c-e7895b85e55e req-2456cd88-edcf-420b-bd27-e6afec9b5e2c tempest-VolumesSnapshotTestJSON-902273813 tempest-VolumesSnapshotTestJSON-902273813-project] 10.222.0.52 "DELETE /v2.0/ports/678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 HTTP/1.1" status: 204 len: 173 time: 1.0093510 Feb 15 03:06:16.928252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'name': 'network-vif-deleted', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:16.930757 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8102d669-f984-4d0b-9ad1-4f3c4615a82c" -d '{"events": [{"server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "name": "network-vif-deleted", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:17.053667 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db463e2-8aa6-4bed-91e6-caf2ca81a0d2 x-openstack-request-id: req-2db463e2-8aa6-4bed-91e6-caf2ca81a0d2 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:17.053958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c745a-243b-4b55-8279-36b92992e698", "name": "network-vif-deleted", "tag": "678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:17.054251 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2db463e2-8aa6-4bed-91e6-caf2ca81a0d2 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:17.054606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c745a-243b-4b55-8279-36b92992e698', 'name': 'network-vif-deleted', 'tag': '678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4', 'status': 'completed', 'code': 200} Feb 15 03:06:17.239945 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46798) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.245582 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891008897-network', 'tenant_id': 'b42b7a50799e49dc86617dfe3d7c87c3'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.248769 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46800) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.252170 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:06:17.254295 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79337007', 'description': 'tempest-description--932634799'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.277524 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Made reservation on behalf of b42b7a50799e49dc86617dfe3d7c87c3 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:06:17.281671 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:06:17.281963 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.282439 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 5bc40f19-47a8-4cc5-a5e3-1c35392b5b48 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:06:17.287724 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.292236 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.379825 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (7addc7f4-39a6-40a6-95be-7932c2770bfe), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.391565 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7addc7f4-39a6-40a6-95be-7932c2770bfe), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.402269 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks [] for security_group (f907e1b6-7bed-43bc-b513-0b016381671f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.407955 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f907e1b6-7bed-43bc-b513-0b016381671f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.442668 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:06:17.447480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7addc7f4-39a6-40a6-95be-7932c2770bfe,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:17.459511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907e1b6-7bed-43bc-b513-0b016381671f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:17.463496 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (28e2c745-c858-4841-973a-27b8699561dc), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.463961 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Added segment 28e2c745-c858-4841-973a-27b8699561dc of type vlan for network 243245b0-f8c1-42fd-aefb-7add8011504b Feb 15 03:06:17.471960 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.474079 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-cdf8a580-2728-4797-9dab-56e526171295 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2240303 Feb 15 03:06:17.477098 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46802) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.487020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group_rule': {'security_group_id': '7addc7f4-39a6-40a6-95be-7932c2770bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.518005 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (243245b0-f8c1-42fd-aefb-7add8011504b), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.538796 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (4c8e6cce-6e46-4c78-89ba-fb2f96ffcc46), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.557306 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (243245b0-f8c1-42fd-aefb-7add8011504b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.561219 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:17.563363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.603424 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3622067 Feb 15 03:06:17.606266 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 46804) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.635868 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Request body: {'subnet': {'network_id': '243245b0-f8c1-42fd-aefb-7add8011504b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891008897-subnet', 'tenant_id': 'b42b7a50799e49dc86617dfe3d7c87c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.645813 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (4c8e6cce-6e46-4c78-89ba-fb2f96ffcc46), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.651220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (4c8e6cce-6e46-4c78-89ba-fb2f96ffcc46), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.668956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5697fb-9517-4206-a8db-d1589895f69f admin admin] Pushing event updated for resources: {'Network': ['ID=243245b0-f8c1-42fd-aefb-7add8011504b,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:17.676948 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8e6cce-6e46-4c78-89ba-fb2f96ffcc46,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:17.678017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Made reservation on behalf of b42b7a50799e49dc86617dfe3d7c87c3 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:06:17.681584 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218944'] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.687034 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.687532 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 243245b0-f8c1-42fd-aefb-7add8011504b details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:06:17.688487 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-c9ead914-9779-480d-8c85-62d90c238af5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091107 Feb 15 03:06:17.691368 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46806) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.697213 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'security_group_rule': {'security_group_id': '7addc7f4-39a6-40a6-95be-7932c2770bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.727812 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (badb9a9c-299d-4aa0-b41e-97486d1a066a), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.810849 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (badb9a9c-299d-4aa0-b41e-97486d1a066a), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.816455 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (badb9a9c-299d-4aa0-b41e-97486d1a066a), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.837643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badb9a9c-299d-4aa0-b41e-97486d1a066a,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:17.847889 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.853985 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-05a25c8d-8224-44b9-8c2d-cbfce6ed9a92 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560616 Feb 15 03:06:17.855108 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 46810) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:17.860178 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:17.886484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.979044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10358272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218966'] for subnet (3a0174d0-f5dd-4fa7-b324-4b11ce385edb), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:17.985033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.035570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.056371 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0174d0-f5dd-4fa7-b324-4b11ce385edb,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:18.076998 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Checking segment: {'id': '28e2c745-c858-4841-973a-27b8699561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '243245b0-f8c1-42fd-aefb-7add8011504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:06:18.077455 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Network hostable DHCP agents. Network: 243245b0-f8c1-42fd-aefb-7add8011504b, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:06:18.097420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Network 243245b0-f8c1-42fd-aefb-7add8011504b is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:06:18.108053 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 243245b0-f8c1-42fd-aefb-7add8011504b) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:06:18.112816 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:18.113765 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.123696 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16171851-8ec1-4450-be53-793982577d07 None None] Network 243245b0-f8c1-42fd-aefb-7add8011504b requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:06:18.143203 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b6e73ccb-012a-480e-823c-7f1ef2dc16e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5272808 Feb 15 03:06:18.274142 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Allocated IP 172.27.1.176 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/e7613050-d190-4c0e-8ebe-8d590a2c622b) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:06:18.336070 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852821a-cdf9-44cc-8810-c9c1c6c01cb7 None None] Network 243245b0-f8c1-42fd-aefb-7add8011504b requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:06:18.566044 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.612239 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.674270 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:06:18.677287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:06:18.683566 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:06:18.715994 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=e7613050-d190-4c0e-8ebe-8d590a2c622b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:18.800411 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.805727 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:18.861229 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:19.061030 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:19.066991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:19.137595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=e7613050-d190-4c0e-8ebe-8d590a2c622b,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:19.151255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:19.170512 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:19.172078 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-7603416b-2164-48c8-9e83-eff62b42f4a4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3160439 Feb 15 03:06:19.252689 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:06:19.274376 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:06:19.274737 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 678ee2ca-08ef-4d9d-9ce3-6f9e609f1bf4 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:06:19.402432 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-8259ba8a-06e3-451c-9671-53f837f346d7 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--79337007&fields=id&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 267 time: 0.0587573 Feb 15 03:06:19.523040 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-24f61a4e-0df0-4b60-852a-e9f128e5ac61 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:19.524519 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-24f61a4e-0df0-4b60-852a-e9f128e5ac61 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 817 time: 0.1143978 Feb 15 03:06:19.539994 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-d598e6d5-943c-49bc-a45e-ca6c1d228d70 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/quotas/6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 375 time: 0.0096245 Feb 15 03:06:19.607477 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bb1301a5-29dd-422a-8983-029cb00184f4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593748 Feb 15 03:06:19.711247 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-d2ca519c-236f-48bb-9e58-6db7be34fed9 service neutron] 10.222.0.24 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921876 Feb 15 03:06:19.828835 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-2eef9afa-23f5-40d7-8167-80210bb13c04 service neutron] 10.222.0.24 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111925 Feb 15 03:06:20.014724 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ab3ec7b5-3838-4163-aec4-c6ec34db43ac req-fd97f0ec-2eb6-422e-8df1-d1d043cd11b5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 210 time: 0.0279703 Feb 15 03:06:21.118669 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4d28a820-63d0-43fa-8e32-3330c484f6bb req-4246dfbf-7c80-408b-915f-9ad2f446329e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 210 time: 0.0305398 Feb 15 03:06:21.956996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:22.265181 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6921112a-4a46-4a76-80e0-4125a05067c9 req-4f87c714-62cf-4afc-9af5-f27776bb4a1f tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 210 time: 0.0293133 Feb 15 03:06:23.041506 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-c7fc4144-1839-4d9f-bfeb-bf35e3871c88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:23.043231 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-c7fc4144-1839-4d9f-bfeb-bf35e3871c88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 817 time: 0.1754816 Feb 15 03:06:23.137569 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-0570ffa3-c565-49ca-992d-ed63c90f3f20 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 378 time: 0.0850563 Feb 15 03:06:23.153324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'port': {'device_id': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'admin_state_up': True, 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'security_groups': ['7addc7f4-39a6-40a6-95be-7932c2770bfe']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:23.283134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Made reservation on behalf of 6c08d74d0cb140cfa09ddc3f8102b7c1 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:06:23.286467 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:23.381739 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-00a59fec-4afb-423c-8d88-7e1b9bfa3413 req-5c0a1393-d614-4558-a297-d9abd996e3b1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 210 time: 0.0295227 Feb 15 03:06:23.438678 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Allocated IP 172.20.0.13 (4c1a999e-ee82-4c20-9c13-04652372776f/f4d408a2-702d-454c-8e9c-e3fb82db7859/c54c020e-ee76-46b5-9b5c-5abb119c8f80) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:06:23.622217 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:23.686919 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:23.729908 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-94754177-dffe-4233-ba69-6e04763fa212 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941162 Feb 15 03:06:23.745714 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Network 4c1a999e-ee82-4c20-9c13-04652372776f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:06:23.749279 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:06:23.753731 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:06:23.757768 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:23.847302 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:23.847960 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:23.866594 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-7791c8d1-dba9-4b78-b0ed-49b76da33408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:23.868125 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-7791c8d1-dba9-4b78-b0ed-49b76da33408 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1129 time: 0.0813468 Feb 15 03:06:23.871756 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f91b54e3-c0db-418a-80d0-b24ae9f99852 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252636 Feb 15 03:06:23.884431 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Request body: {'port': {'device_id': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:24.028427 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d1c07bb0-971b-4342-84a7-0be13d91c1c1 None None] Provisioning complete for port c54c020e-ee76-46b5-9b5c-5abb119c8f80 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:06:24.029837 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1c07bb0-971b-4342-84a7-0be13d91c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:24.072554 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d1c07bb0-971b-4342-84a7-0be13d91c1c1 None None] Port c54c020e-ee76-46b5-9b5c-5abb119c8f80 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:06:24.285266 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:24.315247 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-fe379412-6b89-4151-a057-5c7577847b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:24.316746 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-fe379412-6b89-4151-a057-5c7577847b09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.4043250 Feb 15 03:06:24.474533 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-96af54a7-a63e-4a36-ab2f-91a57f77df5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 1000 time: 0.1350272 Feb 15 03:06:24.604984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-15595178-e9e6-41dd-9cbd-75f6f001e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:24.606449 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-15595178-e9e6-41dd-9cbd-75f6f001e1c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.1211250 Feb 15 03:06:24.639675 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f380b-cb28-43e1-b0c0-c686df57a3ab req-b9eb1e43-f816-4483-963c-4046eb4377c0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:24.641258 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9c1f380b-cb28-43e1-b0c0-c686df57a3ab req-b9eb1e43-f816-4483-963c-4046eb4377c0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 932 time: 0.1720195 Feb 15 03:06:24.750369 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9c1f380b-cb28-43e1-b0c0-c686df57a3ab req-772e882c-04df-49e0-aacb-fb1c94804d4b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924077 Feb 15 03:06:24.752229 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-d60707db-46d1-4b8f-9ac7-6f5c742a3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:24.753688 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-d60707db-46d1-4b8f-9ac7-6f5c742a3c9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1386929 Feb 15 03:06:24.855819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:06:24.867432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks [] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:24.898531 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Transition to ACTIVE for port object c54c020e-ee76-46b5-9b5c-5abb119c8f80 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:06:24.905293 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-002b970a-e3ed-4032-8b03-7e6490165e60 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421797 Feb 15 03:06:24.905887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:25.018908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:25.106725 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-77b6af06-cf2a-490c-b20b-9953a066cb5e req-c02dad4b-133c-427e-afb5-39471f1c1f77 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954184 Feb 15 03:06:25.118595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Attempting to bind port c54c020e-ee76-46b5-9b5c-5abb119c8f80 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:06:25.118971 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Attempting to bind port c54c020e-ee76-46b5-9b5c-5abb119c8f80 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:06:25.119324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Attempting to bind port c54c020e-ee76-46b5-9b5c-5abb119c8f80 on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:06:25.125903 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Port c54c020e-ee76-46b5-9b5c-5abb119c8f80 on network 4c1a999e-ee82-4c20-9c13-04652372776f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:06:25.126242 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Attempting to bind port c54c020e-ee76-46b5-9b5c-5abb119c8f80 on network 4c1a999e-ee82-4c20-9c13-04652372776f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:06:25.132144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:06:25.132503 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Checking segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:06:25.132953 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Bound using segment: {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:06:25.133399 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Bound port: c54c020e-ee76-46b5-9b5c-5abb119c8f80, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e737ab-8f42-4d75-91cf-c0f7a34db7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:06:25.133768 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:25.228706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:06:25.231998 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:06:25.238399 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:25.281600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.282623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:25.285025 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] 10.222.0.52 "PUT /v2.0/ports/c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 1094 time: 1.4049752 Feb 15 03:06:25.285767 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:25.288794 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:25.318339 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ddcd2-ba4a-4c93-83c4-ba56af11f1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:25.389798 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a5efef-c1b5-4528-8f62-f6fc42fcc7a1 x-openstack-request-id: req-c8a5efef-c1b5-4528-8f62-f6fc42fcc7a1 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:25.390233 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:25.390848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8a5efef-c1b5-4528-8f62-f6fc42fcc7a1 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:25.391340 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'status': 'completed', 'code': 200} Feb 15 03:06:25.415587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-7df77f8d-17ce-4c0b-83ac-e4cda2e45a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.418049 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-7df77f8d-17ce-4c0b-83ac-e4cda2e45a9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1128 time: 0.0800772 Feb 15 03:06:25.484330 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-1ea13635-4a24-4d4a-a87b-8a9ea53f7e79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 217 time: 0.0585256 Feb 15 03:06:25.543390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-4d7c7e26-4f88-46cb-a1a5-5e676e7c9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.545697 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-4d7c7e26-4f88-46cb-a1a5-5e676e7c9cb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0548425 Feb 15 03:06:25.610940 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f4ddf9ae-7480-447c-992f-94e9bb9dadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.612891 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-f4ddf9ae-7480-447c-992f-94e9bb9dadba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606153 Feb 15 03:06:25.731629 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-905e85ff-4e59-4219-976f-49420928d545 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110010 Feb 15 03:06:25.837712 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ab8bc77-5cce-4495-b136-9ab965455a1b req-e886d345-7d71-4f04-bc87-badeec2e3f51 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003456 Feb 15 03:06:25.885349 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7bb5-2912-4254-bd1a-9d8c8e4b0c20 req-78c330f6-07ab-42eb-8518-72b931edf9c3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.886972 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-42fb7bb5-2912-4254-bd1a-9d8c8e4b0c20 req-78c330f6-07ab-42eb-8518-72b931edf9c3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0603850 Feb 15 03:06:25.969616 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-d51bae96-34b4-4afc-ac3e-b0f7140855de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:25.971189 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-d51bae96-34b4-4afc-ac3e-b0f7140855de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1128 time: 0.0832307 Feb 15 03:06:25.974943 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-42fb7bb5-2912-4254-bd1a-9d8c8e4b0c20 req-fe02ea94-a466-4328-ac42-603e7a3f293a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790706 Feb 15 03:06:26.067043 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-decfe0ca-f6fe-4bd3-a6f6-d1df7ea1f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:26.068467 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-decfe0ca-f6fe-4bd3-a6f6-d1df7ea1f98d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.0904763 Feb 15 03:06:26.113560 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-ed4db435-d487-4f38-ba94-3dd3ccde6cdf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 217 time: 0.0383904 Feb 15 03:06:26.161218 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-342b4b54-4623-4efd-98df-5d7e115336c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:26.162691 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-342b4b54-4623-4efd-98df-5d7e115336c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0427024 Feb 15 03:06:26.213285 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-55bbea95-4cb7-40ed-9008-e3f807b8ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:26.214962 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-55bbea95-4cb7-40ed-9008-e3f807b8ae0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452471 Feb 15 03:06:26.353369 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-1bdbaf89-1876-45f9-9212-e9078932e67e service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312914 Feb 15 03:06:26.450321 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1cb83e1c-52e1-48af-81fe-c8d93235bbd1 req-7f85fd72-eeca-44e6-a648-1377e7cd72b3 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894027 Feb 15 03:06:27.153075 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80249991-5f4d-4166-b643-6c0f3e511dd0 req-e2280b80-39b4-4877-a5d0-c60cbb915d70 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:27.156180 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80249991-5f4d-4166-b643-6c0f3e511dd0 req-e2280b80-39b4-4877-a5d0-c60cbb915d70 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0642960 Feb 15 03:06:27.217364 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80249991-5f4d-4166-b643-6c0f3e511dd0 req-8663df36-a34d-47cb-8e15-ab7cbb7331c7 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508847 Feb 15 03:06:28.345569 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871873-2bcf-404e-b5f4-0c34959f6499 req-1e0727f6-8542-4456-9da1-41830caec755 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:28.347124 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-31871873-2bcf-404e-b5f4-0c34959f6499 req-1e0727f6-8542-4456-9da1-41830caec755 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0561593 Feb 15 03:06:28.410613 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-31871873-2bcf-404e-b5f4-0c34959f6499 req-22a91e3d-b374-4dc6-acff-f4453818b880 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577757 Feb 15 03:06:29.561659 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10923b-2f95-4a2d-99d9-8651115ae0b8 req-9f818e66-f4a1-424a-ba1a-f19ea4b9bd3d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:29.563408 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0e10923b-2f95-4a2d-99d9-8651115ae0b8 req-9f818e66-f4a1-424a-ba1a-f19ea4b9bd3d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0613611 Feb 15 03:06:29.620329 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0e10923b-2f95-4a2d-99d9-8651115ae0b8 req-db9c3717-33ad-4282-99d6-348e8671501b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470676 Feb 15 03:06:29.784062 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:06:30.026330 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:06:30.039263 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:06:30.076214 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:06:30.076809 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:30.094174 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:06:30.117255 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:06:30.121486 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:30.204605 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.219734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:30.368578 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['c54c020e-ee76-46b5-9b5c-5abb119c8f80'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:06:30.755721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c383-e9ae-4d64-a078-70246c63a46d req-fb08fd24-dd3c-4a41-b62c-531ab9395ebe tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:30.757280 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c238c383-e9ae-4d64-a078-70246c63a46d req-fb08fd24-dd3c-4a41-b62c-531ab9395ebe tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 945 time: 0.0610065 Feb 15 03:06:30.806200 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c238c383-e9ae-4d64-a078-70246c63a46d req-cc3c5995-32df-4d0b-a92a-bcae119b1aff tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433621 Feb 15 03:06:31.293425 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:06:31.344943 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port c54c020e-ee76-46b5-9b5c-5abb119c8f80 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:06:31.348979 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port c54c020e-ee76-46b5-9b5c-5abb119c8f80 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:06:31.349355 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:31.426698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:06:31.427085 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:31.450326 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:31.453590 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef4a2e-fcda-464f-ba42-b1a340799e55" -d '{"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:31.468564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:06:31.474710 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:31.500452 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b9822-d829-4bf5-8a2b-1da0e4b3f844 x-openstack-request-id: req-f96b9822-d829-4bf5-8a2b-1da0e4b3f844 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:31.500777 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:31.501034 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f96b9822-d829-4bf5-8a2b-1da0e4b3f844 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:31.501428 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'code': 200} Feb 15 03:06:31.547875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:31.693209 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed59e-6732-4add-bb5d-e1bfbdac20c7 req-9c67134c-0d67-4ef5-b348-8e65ec32b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:31.694718 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2b8ed59e-6732-4add-bb5d-e1bfbdac20c7 req-9c67134c-0d67-4ef5-b348-8e65ec32b54c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1130 time: 0.0456975 Feb 15 03:06:31.742054 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2b8ed59e-6732-4add-bb5d-e1bfbdac20c7 req-d32075fc-39a7-4b26-9241-71a5f96dd2b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408909 Feb 15 03:06:31.951859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363b1da-da5f-454c-a84b-c0494329c844 req-c0027b5c-1e57-47b3-8c49-b1ccdf746787 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:31.953384 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c363b1da-da5f-454c-a84b-c0494329c844 req-c0027b5c-1e57-47b3-8c49-b1ccdf746787 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0652909 Feb 15 03:06:32.013830 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c363b1da-da5f-454c-a84b-c0494329c844 req-3e1c8f1d-b350-48f0-bbe4-ea22d96f350c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541446 Feb 15 03:06:33.183630 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c966-4af6-4150-a5c1-b94d20cc9664 req-e8bfda52-8e7c-47ec-b8a0-fb4130d7d1ca tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:33.186848 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4e96c966-4af6-4150-a5c1-b94d20cc9664 req-e8bfda52-8e7c-47ec-b8a0-fb4130d7d1ca tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0874014 Feb 15 03:06:33.241748 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4e96c966-4af6-4150-a5c1-b94d20cc9664 req-2f6d0360-051a-4015-ade0-787e0498933d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493035 Feb 15 03:06:33.369670 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c4da-50e9-4a83-af13-43432dda7a52 req-0d086bdd-063b-44b4-b5ac-7e36d2e0d7c2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:33.371372 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9907c4da-50e9-4a83-af13-43432dda7a52 req-0d086bdd-063b-44b4-b5ac-7e36d2e0d7c2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0553169 Feb 15 03:06:33.380741 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47028) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:33.385319 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Request body: {'floatingip': {'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:06:33.426545 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:34.002349 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:34.007593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:34.130144 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Floating IP 2c35a746-8ca7-4436-9c01-05329297f508 associated. External IP: 172.27.1.176, port: c54c020e-ee76-46b5-9b5c-5abb119c8f80. Feb 15 03:06:34.368501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:06:34.517170 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:06:34.524766 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:34.527417 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:06:34.538373 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:34.538773 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:06:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:34.559057 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3dd11b30-6fe7-47af-885c-d7c073449f63 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "PUT /v2.0/floatingips/2c35a746-8ca7-4436-9c01-05329297f508 HTTP/1.1" status: 200 len: 992 time: 1.1746814 Feb 15 03:06:34.559057 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:06:34.559502 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078c61b-fed1-4249-bf26-c34495dd727f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:06:34.598460 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1b7a0-2e88-4cb4-9639-7e411291d5f4 x-openstack-request-id: req-8bb1b7a0-2e88-4cb4-9639-7e411291d5f4 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:06:34.598970 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:06:34.599438 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bb1b7a0-2e88-4cb4-9639-7e411291d5f4 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:06:34.600081 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'status': 'completed', 'code': 200} Feb 15 03:06:34.661429 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:34.668453 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c61b-fed1-4249-bf26-c34495dd727f req-4ec1deb0-3f67-412c-a325-3d4eda8c0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:34.671107 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-4ec1deb0-3f67-412c-a325-3d4eda8c0bcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1130 time: 0.0489993 Feb 15 03:06:34.991260 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2c35a746-8ca7-4436-9c01-05329297f508', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:18Z', 'updated_at': '2022-02-15T03:06:33Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:35.028342 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:06:35.039993 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:06:35.041063 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:06:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:35.069930 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c61b-fed1-4249-bf26-c34495dd727f req-89632c2f-eb79-4bb5-b31c-a4f223851c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:35.071444 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-89632c2f-eb79-4bb5-b31c-a4f223851c0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.3912840 Feb 15 03:06:35.163028 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-9d804575-08a2-458d-919b-aad7329f5324 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 1000 time: 0.0844533 Feb 15 03:06:35.206139 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:06:35.238860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c61b-fed1-4249-bf26-c34495dd727f req-247a33cc-6f10-48a3-9004-e9a2d51438e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:35.241664 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-247a33cc-6f10-48a3-9004-e9a2d51438e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0717244 Feb 15 03:06:35.313705 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c61b-fed1-4249-bf26-c34495dd727f req-1830ddc8-9ecf-411e-82f7-9d37cab5669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:35.315422 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-1830ddc8-9ecf-411e-82f7-9d37cab5669d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666468 Feb 15 03:06:35.413840 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-8fbc8768-fe70-44f2-a6f6-26232993b828 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917978 Feb 15 03:06:35.466034 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2c35a746-8ca7-4436-9c01-05329297f508', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:18Z', 'updated_at': '2022-02-15T03:06:33Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:35.500019 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20a98-f744-47b5-a6f1-09de49c885ae None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2c35a746-8ca7-4436-9c01-05329297f508', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:06:18Z', 'updated_at': '2022-02-15T03:06:33Z', 'revision_number': 1, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:06:35.572496 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3078c61b-fed1-4249-bf26-c34495dd727f req-d3bf0648-07b8-4e90-8e98-bdc00267e716 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520483 Feb 15 03:06:35.727465 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab4d6d-e7b2-44fc-90fd-ccbd12077f02 None None] New status for floating IP 2c35a746-8ca7-4436-9c01-05329297f508: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:06:36.775471 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47104) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:36.821381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Deleting subnet 6e9b6fdd-6d50-476f-beaa-24ac82f241fd {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:06:36.824799 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Publish callbacks [] for subnet (6e9b6fdd-6d50-476f-beaa-24ac82f241fd), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:36.860582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (6e9b6fdd-6d50-476f-beaa-24ac82f241fd), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:36.908156 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (6e9b6fdd-6d50-476f-beaa-24ac82f241fd), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:36.961415 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (6e9b6fdd-6d50-476f-beaa-24ac82f241fd), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:36.989378 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9b6fdd-6d50-476f-beaa-24ac82f241fd,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:36.992718 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:36.995024 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e9b6fdd-6d50-476f-beaa-24ac82f241fd HTTP/1.1" status: 204 len: 168 time: 0.2182868 Feb 15 03:06:36.998303 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47106) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:37.001663 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.002023 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.002372 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.002713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.003056 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.003415 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.003751 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.004096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.004424 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.004759 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.005085 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.005412 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.005726 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2886a54-4e75-47d1-9a23-62b5437acc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.065472 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (35b878ec-d7d2-4293-9fe7-f3511eddfee1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.354176 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (35b878ec-d7d2-4293-9fe7-f3511eddfee1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.377525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b878ec-d7d2-4293-9fe7-f3511eddfee1']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.387106 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf4b86b-da8e-4913-b1c5-d5a1d16447b3') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.387408 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf4b86b-da8e-4913-b1c5-d5a1d16447b3') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.397463 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (4bf4b86b-da8e-4913-b1c5-d5a1d16447b3), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.410668 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (4bf4b86b-da8e-4913-b1c5-d5a1d16447b3), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.417947 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:06:37.418331 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (4bf4b86b-da8e-4913-b1c5-d5a1d16447b3), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:06:37.420048 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:06:37.479687 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (35b878ec-d7d2-4293-9fe7-f3511eddfee1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.488099 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.491520 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35b878ec-d7d2-4293-9fe7-f3511eddfee1 HTTP/1.1" status: 204 len: 168 time: 0.4919817 Feb 15 03:06:37.494496 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47126) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:37.512094 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b878ec-d7d2-4293-9fe7-f3511eddfee1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:37.544797 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.545155 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.545508 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.545866 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.546209 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.546539 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.546865 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.547211 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.547541 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.547867 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.548212 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.548533 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.548868 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6bdd6-8cc1-461a-9b9f-76e889f4d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:06:37.566611 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Deleting subnet 3a0174d0-f5dd-4fa7-b324-4b11ce385edb {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:06:37.570264 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Publish callbacks [] for subnet (3a0174d0-f5dd-4fa7-b324-4b11ce385edb), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.610092 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (3a0174d0-f5dd-4fa7-b324-4b11ce385edb), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.650588 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (3a0174d0-f5dd-4fa7-b324-4b11ce385edb), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.703888 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (3a0174d0-f5dd-4fa7-b324-4b11ce385edb), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.735333 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0174d0-f5dd-4fa7-b324-4b11ce385edb,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:37.739482 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.742673 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-977b572d-1057-4789-bf0e-90b8b535b3a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a0174d0-f5dd-4fa7-b324-4b11ce385edb HTTP/1.1" status: 204 len: 168 time: 0.2469981 Feb 15 03:06:37.745338 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47130) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:37.824906 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (243245b0-f8c1-42fd-aefb-7add8011504b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.908496 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (243245b0-f8c1-42fd-aefb-7add8011504b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.932390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243245b0-f8c1-42fd-aefb-7add8011504b']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.941879 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e2c745-c858-4841-973a-27b8699561dc') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.942230 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e2c745-c858-4841-973a-27b8699561dc') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:37.951716 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (28e2c745-c858-4841-973a-27b8699561dc), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.965256 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (28e2c745-c858-4841-973a-27b8699561dc), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.972039 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:06:37.972426 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (28e2c745-c858-4841-973a-27b8699561dc), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:06:37.974092 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:06:38.032292 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (243245b0-f8c1-42fd-aefb-7add8011504b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.039685 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.043026 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] 10.222.0.24 "DELETE /v2.0/networks/243245b0-f8c1-42fd-aefb-7add8011504b HTTP/1.1" status: 204 len: 168 time: 0.2967026 Feb 15 03:06:38.053480 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81da18-ef71-4719-b0fe-1b051dc4c086 admin admin] Pushing event deleted for resources: {'Network': ['ID=243245b0-f8c1-42fd-aefb-7add8011504b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:38.225720 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47136) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:38.267089 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-780e9476-9e0a-4ef9-aeb7-8d0e4d253fea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=953e02e9b4cd492ca2cf2c618206c452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401685 Feb 15 03:06:38.269537 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47138) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:38.327458 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] Publish callbacks [] for security_group (eb2f4438-5756-4fdc-9724-eca8bd8c0786), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.350275 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] Publish callbacks [] for security_group (eb2f4438-5756-4fdc-9724-eca8bd8c0786), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.400263 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (eb2f4438-5756-4fdc-9724-eca8bd8c0786), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.402800 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.404655 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb2f4438-5756-4fdc-9724-eca8bd8c0786 HTTP/1.1" status: 204 len: 168 time: 0.1341939 Feb 15 03:06:38.412907 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ec5ec-9472-473f-9a16-1d549b538b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f4438-5756-4fdc-9724-eca8bd8c0786,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:38.752215 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47150) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:38.794902 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2dde1268-4a37-4a1a-9323-721a72337b8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b42b7a50799e49dc86617dfe3d7c87c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414724 Feb 15 03:06:38.797706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47152) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:38.858263 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] Publish callbacks [] for security_group (f907e1b6-7bed-43bc-b513-0b016381671f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.895215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] Publish callbacks [] for security_group (f907e1b6-7bed-43bc-b513-0b016381671f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.990613 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (f907e1b6-7bed-43bc-b513-0b016381671f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.993419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:38.994593 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f907e1b6-7bed-43bc-b513-0b016381671f HTTP/1.1" status: 204 len: 168 time: 0.1958125 Feb 15 03:06:39.005269 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0833aa-899d-4eec-a0d1-452575feaeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907e1b6-7bed-43bc-b513-0b016381671f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:39.758141 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47184) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:39.811884 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Deleting subnet 2f6e3712-c13d-49f7-939a-eef850c4518a {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:06:39.815468 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Publish callbacks [] for subnet (2f6e3712-c13d-49f7-939a-eef850c4518a), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:39.851981 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (2f6e3712-c13d-49f7-939a-eef850c4518a), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:39.895115 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (2f6e3712-c13d-49f7-939a-eef850c4518a), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:39.955045 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (2f6e3712-c13d-49f7-939a-eef850c4518a), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:39.985117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6e3712-c13d-49f7-939a-eef850c4518a,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:39.989695 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:39.995924 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-15ce8a52-9811-482c-a7fb-0a569a1ab5d4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2f6e3712-c13d-49f7-939a-eef850c4518a HTTP/1.1" status: 204 len: 168 time: 0.2366946 Feb 15 03:06:39.996325 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47192) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:40.080937 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (9378a579-260b-4873-b61c-261899e7b0f3), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.208130 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (9378a579-260b-4873-b61c-261899e7b0f3), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.236974 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9378a579-260b-4873-b61c-261899e7b0f3']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:40.247681 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47198) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:40.261137 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25b383a-0c80-42c5-8fb7-4bdedb623192') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:40.261449 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25b383a-0c80-42c5-8fb7-4bdedb623192') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:06:40.272334 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (b25b383a-0c80-42c5-8fb7-4bdedb623192), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.291884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (b25b383a-0c80-42c5-8fb7-4bdedb623192), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.301663 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:06:40.302250 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (b25b383a-0c80-42c5-8fb7-4bdedb623192), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:06:40.304623 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:06:40.390857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (9378a579-260b-4873-b61c-261899e7b0f3), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.403336 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.407440 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] 10.222.0.24 "DELETE /v2.0/networks/9378a579-260b-4873-b61c-261899e7b0f3 HTTP/1.1" status: 204 len: 168 time: 0.4093735 Feb 15 03:06:40.409865 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fb585237-2c2f-4f63-91d7-6d6a31f37273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.429084 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c11d6-f4d9-458a-848e-77368208843b admin admin] Pushing event deleted for resources: {'Network': ['ID=9378a579-260b-4873-b61c-261899e7b0f3,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:40.494194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408897-cfaa-436c-b81b-3a0299c0e184 req-62feca57-c908-4e40-8697-34b2ed71abb7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:40.496309 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e3408897-cfaa-436c-b81b-3a0299c0e184 req-62feca57-c908-4e40-8697-34b2ed71abb7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0926654 Feb 15 03:06:40.526216 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fb585237-2c2f-4f63-91d7-6d6a31f37273 admin admin] Publish callbacks [] for security_group (fe79a45c-6972-4daf-9874-a06d460d17b7), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.532618 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fb585237-2c2f-4f63-91d7-6d6a31f37273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (fe79a45c-6972-4daf-9874-a06d460d17b7), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.560278 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e3408897-cfaa-436c-b81b-3a0299c0e184 req-713dc1c3-7580-4934-8876-616e5b72308e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557749 Feb 15 03:06:40.577061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb585237-2c2f-4f63-91d7-6d6a31f37273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79a45c-6972-4daf-9874-a06d460d17b7,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:40.581569 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fb585237-2c2f-4f63-91d7-6d6a31f37273 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1cbf4451fa746448ce04bb07b2a0cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329005 Feb 15 03:06:40.584244 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47208) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:40.629116 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47210) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:40.654133 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] Publish callbacks [] for security_group (fe79a45c-6972-4daf-9874-a06d460d17b7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.667716 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8054dd0a-15f6-41fd-9b7c-c0ac3c782b09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=303d2e285f594249875c9a3de44a5ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374391 Feb 15 03:06:40.670835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47212) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:40.676852 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] Publish callbacks [] for security_group (fe79a45c-6972-4daf-9874-a06d460d17b7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.719698 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] Publish callbacks [] for security_group (6dee6552-12ea-415b-8f75-1013db986355), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.728366 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (fe79a45c-6972-4daf-9874-a06d460d17b7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.730960 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.735318 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe79a45c-6972-4daf-9874-a06d460d17b7 HTTP/1.1" status: 204 len: 168 time: 0.1475031 Feb 15 03:06:40.741859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] Publish callbacks [] for security_group (6dee6552-12ea-415b-8f75-1013db986355), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.743627 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29439ef4-2138-4443-98e3-efdc109fd7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79a45c-6972-4daf-9874-a06d460d17b7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:40.792789 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (6dee6552-12ea-415b-8f75-1013db986355), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.795856 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:40.797023 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dee6552-12ea-415b-8f75-1013db986355 HTTP/1.1" status: 204 len: 168 time: 0.1251812 Feb 15 03:06:40.805132 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eee8e-11b2-47d0-b241-c4485e806c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee6552-12ea-415b-8f75-1013db986355,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:41.722380 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791266-3fb0-4d9e-b4e0-cd4e72f606ca req-0677c178-26e4-450b-a109-bf7087e7f0da tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:41.724248 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4f791266-3fb0-4d9e-b4e0-cd4e72f606ca req-0677c178-26e4-450b-a109-bf7087e7f0da tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0622489 Feb 15 03:06:41.797707 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4f791266-3fb0-4d9e-b4e0-cd4e72f606ca req-bf8676ca-f21d-4425-a169-7c723d27f801 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662861 Feb 15 03:06:41.828952 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4210d46b-c2c0-4568-aaf8-6e0ba0920d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:42.946441 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375bf49-eebe-4285-ab75-ef9fb3595b63 req-0764805a-06f3-4293-aea7-dc9cea6c584a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:42.948052 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8375bf49-eebe-4285-ab75-ef9fb3595b63 req-0764805a-06f3-4293-aea7-dc9cea6c584a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0614786 Feb 15 03:06:43.011859 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8375bf49-eebe-4285-ab75-ef9fb3595b63 req-34b0d915-ef12-4b52-95ce-a450db215f46 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569639 Feb 15 03:06:44.134965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82a68-1a5a-4da1-aadb-bcf0bf4e50d1 req-bcdb880f-41dc-4f67-bee9-d16e70ca499b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:44.136576 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-99b82a68-1a5a-4da1-aadb-bcf0bf4e50d1 req-bcdb880f-41dc-4f67-bee9-d16e70ca499b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Feb 15 03:06:44.187638 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-99b82a68-1a5a-4da1-aadb-bcf0bf4e50d1 req-11c1c5dd-5a44-49e5-89c9-e31e12186ebd tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 15 03:06:44.703112 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9cbff92-bc5b-429e-b256-f008a154654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:45.313579 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab5d20-04dc-477d-843a-9784507c3ace req-7b326bd4-6a8b-4483-8207-695125bb4934 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:45.315224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-81ab5d20-04dc-477d-843a-9784507c3ace req-7b326bd4-6a8b-4483-8207-695125bb4934 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0572433 Feb 15 03:06:45.367633 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-81ab5d20-04dc-477d-843a-9784507c3ace req-06251191-cd15-432c-9f56-43ff858145a9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Feb 15 03:06:46.508260 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c039-7158-4994-aa4d-9b8afb834ddd req-5955af13-74a6-4328-aab9-8b9aea4820c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:46.508908 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:46.511592 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3480c039-7158-4994-aa4d-9b8afb834ddd req-5955af13-74a6-4328-aab9-8b9aea4820c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0730116 Feb 15 03:06:46.584273 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3480c039-7158-4994-aa4d-9b8afb834ddd req-e530b043-4098-4aaa-ad57-4563f307061e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Feb 15 03:06:47.197735 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47330) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:47.302452 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-81f0259d-c3ee-4ced-b8fa-76f137d0e6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.380598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-81f0259d-c3ee-4ced-b8fa-76f137d0e6d1 admin admin] Publish callbacks [] for security_group (9f096dcc-112c-4685-bae9-b2b144b9f9f5), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.384439 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-81f0259d-c3ee-4ced-b8fa-76f137d0e6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (9f096dcc-112c-4685-bae9-b2b144b9f9f5), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.422219 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-81f0259d-c3ee-4ced-b8fa-76f137d0e6d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a798d0e35d94f15b980815eb46489e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233660 Feb 15 03:06:47.423467 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0259d-c3ee-4ced-b8fa-76f137d0e6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f096dcc-112c-4685-bae9-b2b144b9f9f5,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:47.425624 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47334) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:47.477227 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] Publish callbacks [] for security_group (9f096dcc-112c-4685-bae9-b2b144b9f9f5), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.499700 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] Publish callbacks [] for security_group (9f096dcc-112c-4685-bae9-b2b144b9f9f5), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.545640 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (9f096dcc-112c-4685-bae9-b2b144b9f9f5), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.548226 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.549367 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f096dcc-112c-4685-bae9-b2b144b9f9f5 HTTP/1.1" status: 204 len: 168 time: 0.1219852 Feb 15 03:06:47.557021 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d166e-09b0-44b4-b493-731bb1c98547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f096dcc-112c-4685-bae9-b2b144b9f9f5,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:47.721006 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63fde1-a051-439b-97c2-fccb70552fe4 req-80a75f4c-7e68-42d8-86f6-45d39a48f65c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:47.722613 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2f63fde1-a051-439b-97c2-fccb70552fe4 req-80a75f4c-7e68-42d8-86f6-45d39a48f65c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0580502 Feb 15 03:06:47.775504 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2f63fde1-a051-439b-97c2-fccb70552fe4 req-6112938d-3273-4dde-b3e9-c1e581776790 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468483 Feb 15 03:06:47.855988 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47344) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:47.869261 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66702519-b7c1-49b9-8f24-58e8c64cbcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.943846 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66702519-b7c1-49b9-8f24-58e8c64cbcae admin admin] Publish callbacks [] for security_group (2305d6ca-af47-4d6b-8fd2-09fbf43b953b), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.947781 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-66702519-b7c1-49b9-8f24-58e8c64cbcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2305d6ca-af47-4d6b-8fd2-09fbf43b953b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.971730 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:47.985813 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-66702519-b7c1-49b9-8f24-58e8c64cbcae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=241248c2a91b46eb818a01d5858756d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286781 Feb 15 03:06:47.986661 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66702519-b7c1-49b9-8f24-58e8c64cbcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305d6ca-af47-4d6b-8fd2-09fbf43b953b,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:47.989151 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47346) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:48.040387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] Publish callbacks [] for security_group (2305d6ca-af47-4d6b-8fd2-09fbf43b953b), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.062795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] Publish callbacks [] for security_group (2305d6ca-af47-4d6b-8fd2-09fbf43b953b), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.110414 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (2305d6ca-af47-4d6b-8fd2-09fbf43b953b), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.114305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.115867 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2305d6ca-af47-4d6b-8fd2-09fbf43b953b HTTP/1.1" status: 204 len: 168 time: 0.1254084 Feb 15 03:06:48.129427 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799714cd-68d4-4ced-bbf8-99c3b1576422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305d6ca-af47-4d6b-8fd2-09fbf43b953b,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:48.235428 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:06:48.794546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:48.917470 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de671222-6d8e-4f8d-8596-60afb38af464 req-c83f2bd6-af82-4724-a4e8-c830fb21cf00 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:48.919270 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-de671222-6d8e-4f8d-8596-60afb38af464 req-c83f2bd6-af82-4724-a4e8-c830fb21cf00 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0689743 Feb 15 03:06:48.973003 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-de671222-6d8e-4f8d-8596-60afb38af464 req-91a83b91-fccf-4951-8ea6-165494f3ada2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469251 Feb 15 03:06:50.096938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e26e-4f54-419b-82be-f5bbb6975c7c req-30743f34-72d8-4eb8-a524-67dea02073a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:50.098722 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c978e26e-4f54-419b-82be-f5bbb6975c7c req-30743f34-72d8-4eb8-a524-67dea02073a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0574107 Feb 15 03:06:50.159078 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c978e26e-4f54-419b-82be-f5bbb6975c7c req-6f8d0d77-1411-4a59-82de-88b97aa62c19 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544405 Feb 15 03:06:51.293163 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4b553-1f23-4ce6-a899-35ced612059a req-10e158bd-011e-4080-9de5-306ea7722f89 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:51.294741 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-69f4b553-1f23-4ce6-a899-35ced612059a req-10e158bd-011e-4080-9de5-306ea7722f89 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0560894 Feb 15 03:06:51.350332 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-69f4b553-1f23-4ce6-a899-35ced612059a req-3921ec1b-ae6c-4ff7-9a6e-bb5339da4036 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494740 Feb 15 03:06:51.951570 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:52.481311 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58080637-2caf-49b6-8021-29e2d961a23d req-835de4fa-6732-4c1d-993b-0bd3f84a2793 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:52.482728 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58080637-2caf-49b6-8021-29e2d961a23d req-835de4fa-6732-4c1d-993b-0bd3f84a2793 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0559959 Feb 15 03:06:52.533264 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-58080637-2caf-49b6-8021-29e2d961a23d req-d7403349-329d-4fdc-afae-561e966667af tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441568 Feb 15 03:06:53.660892 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dc9a8-49ad-4171-9f37-d91e12860fb5 req-1cfa3525-1dcb-4fce-9591-7eec25076f24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:53.662472 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-004dc9a8-49ad-4171-9f37-d91e12860fb5 req-1cfa3525-1dcb-4fce-9591-7eec25076f24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Feb 15 03:06:53.714900 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-004dc9a8-49ad-4171-9f37-d91e12860fb5 req-e7ba7cd8-e3a0-4718-96bd-c9d1abbae75c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464313 Feb 15 03:06:54.845300 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d060c-460e-45a8-b0f7-ccbbf2daf01f req-0e8d5188-e785-43e3-8880-6040b95f4b30 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:54.846817 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-669d060c-460e-45a8-b0f7-ccbbf2daf01f req-0e8d5188-e785-43e3-8880-6040b95f4b30 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0595992 Feb 15 03:06:54.893914 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-669d060c-460e-45a8-b0f7-ccbbf2daf01f req-86f12d96-ec3b-44d6-bcf4-8f678f7bd266 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Feb 15 03:06:56.015341 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5988b9-f2a4-449e-9611-f736e7f521ee req-bdeb69d8-c025-47d6-91df-4be5a00e67e4 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:56.016875 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fa5988b9-f2a4-449e-9611-f736e7f521ee req-bdeb69d8-c025-47d6-91df-4be5a00e67e4 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0545802 Feb 15 03:06:56.064801 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fa5988b9-f2a4-449e-9611-f736e7f521ee req-1a06e250-1b7b-42a3-9dc7-0e5d52a82292 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Feb 15 03:06:57.185357 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c6c7-dfa4-407f-836e-1983cc8abdfd req-785bf15c-856d-4234-a5c1-db58ae864d37 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.186885 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a88c6c7-dfa4-407f-836e-1983cc8abdfd req-785bf15c-856d-4234-a5c1-db58ae864d37 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Feb 15 03:06:57.233774 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a88c6c7-dfa4-407f-836e-1983cc8abdfd req-e75abb7a-3579-4212-adbc-0a8f2b6c8917 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Feb 15 03:06:57.461194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05503d-9613-4947-9ab5-923379c0aeef req-1f43628f-497d-41e1-abf5-8d37a2dfbd7d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.462662 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff05503d-9613-4947-9ab5-923379c0aeef req-1f43628f-497d-41e1-abf5-8d37a2dfbd7d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0816596 Feb 15 03:06:57.489935 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-128d974b-5c92-472d-bd11-117e44d99da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.491434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-128d974b-5c92-472d-bd11-117e44d99da0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 1129 time: 0.0765066 Feb 15 03:06:57.559557 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff05503d-9613-4947-9ab5-923379c0aeef req-5033df9d-1efa-4235-933b-78d8a9cd33d9 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887926 Feb 15 03:06:57.595519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-a5bc6103-0e35-4dd2-8eea-d48a5f41a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.596891 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-a5bc6103-0e35-4dd2-8eea-d48a5f41a7f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.0995550 Feb 15 03:06:57.667049 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-27ae3b6d-a074-4a5d-b2db-63e338068519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 200 len: 1000 time: 0.0630128 Feb 15 03:06:57.715307 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-69112467-7032-43f0-81ac-781c32aacd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.716777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-69112467-7032-43f0-81ac-781c32aacd5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0437708 Feb 15 03:06:57.772784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-e9287a5d-9c4d-4223-a6ef-d52d8b75950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:57.774355 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-e9287a5d-9c4d-4223-a6ef-d52d8b75950e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519860 Feb 15 03:06:57.868805 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-59f6df53-a059-4264-a381-a7766295ffca service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873740 Feb 15 03:06:57.961494 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a387b812-f954-47ca-8ed4-293af05a64f6 req-05c2b50f-eb1a-426a-84ad-661289ccfd44 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Feb 15 03:06:58.215832 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47456) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:58.357028 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-741c53c9-7e6f-42bd-82b8-7436928e326c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.449464 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-741c53c9-7e6f-42bd-82b8-7436928e326c admin admin] Publish callbacks [] for security_group (e9a59bab-44fa-4cac-8dd9-c4544977403b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.455048 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-741c53c9-7e6f-42bd-82b8-7436928e326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e9a59bab-44fa-4cac-8dd9-c4544977403b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.495804 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-741c53c9-7e6f-42bd-82b8-7436928e326c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5d843fa0eee407ebc310168e2bcbd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788253 Feb 15 03:06:58.496670 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c53c9-7e6f-42bd-82b8-7436928e326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a59bab-44fa-4cac-8dd9-c4544977403b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:58.498503 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47460) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:06:58.556382 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] Publish callbacks [] for security_group (e9a59bab-44fa-4cac-8dd9-c4544977403b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.579794 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] Publish callbacks [] for security_group (e9a59bab-44fa-4cac-8dd9-c4544977403b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.643626 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e9a59bab-44fa-4cac-8dd9-c4544977403b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.646186 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:06:58.647376 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9a59bab-44fa-4cac-8dd9-c4544977403b HTTP/1.1" status: 204 len: 168 time: 0.1467166 Feb 15 03:06:58.673544 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f07955-07fb-4665-87fc-2b055e916129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a59bab-44fa-4cac-8dd9-c4544977403b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:06:58.701834 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252af1-2f1f-4b7f-b75f-9823789fcd71 req-793c57a4-edb7-4ca9-9f36-67f302a7297f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:06:58.703459 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0c252af1-2f1f-4b7f-b75f-9823789fcd71 req-793c57a4-edb7-4ca9-9f36-67f302a7297f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0714335 Feb 15 03:06:58.758068 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0c252af1-2f1f-4b7f-b75f-9823789fcd71 req-9b3ac926-b506-4db9-b081-9933b0065387 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486894 Feb 15 03:07:11.802905 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908d4f5-d388-4c38-8428-5d43fa913788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:12.651689 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184248c-29c2-446c-bdc7-686e83d6e83a req-8f2ab6e3-4876-487d-8d2a-1a0d1d853679 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:12.653223 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a184248c-29c2-446c-bdc7-686e83d6e83a req-8f2ab6e3-4876-487d-8d2a-1a0d1d853679 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0532806 Feb 15 03:07:12.708600 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a184248c-29c2-446c-bdc7-686e83d6e83a req-4945c2a5-1d80-4911-a757-d62bb797e301 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469308 Feb 15 03:07:13.845264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ed7-5c9d-46fa-9dff-e62eb49d3707 req-9ad703e4-13b8-4297-8498-f9fecab2400a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:13.846743 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e26b7ed7-5c9d-46fa-9dff-e62eb49d3707 req-9ad703e4-13b8-4297-8498-f9fecab2400a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0527835 Feb 15 03:07:13.892759 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e26b7ed7-5c9d-46fa-9dff-e62eb49d3707 req-9a82e297-09c6-4632-bc24-f5d468489e69 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403144 Feb 15 03:07:14.704511 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0fdf-62fe-4124-bd9c-38cef6fb90a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:15.031748 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ae271-980d-4890-ae60-08b5f5205a75 req-f3feb6c3-bc1c-43f1-a8f0-dfd20634f46b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:15.033234 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f54ae271-980d-4890-ae60-08b5f5205a75 req-f3feb6c3-bc1c-43f1-a8f0-dfd20634f46b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0589900 Feb 15 03:07:15.085971 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f54ae271-980d-4890-ae60-08b5f5205a75 req-2a7e8452-4cdb-4dd7-97f5-3d6554926d85 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449595 Feb 15 03:07:16.215949 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0498-3a3d-4886-bbcb-3cebaac81844 req-9391eb27-ec8d-4ad9-bee6-3d1ceb0eef28 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:16.217489 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-90ae0498-3a3d-4886-bbcb-3cebaac81844 req-9391eb27-ec8d-4ad9-bee6-3d1ceb0eef28 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0564604 Feb 15 03:07:16.269456 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-90ae0498-3a3d-4886-bbcb-3cebaac81844 req-2e9a4aae-977f-4e2a-9a0a-449f3bd237a0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455875 Feb 15 03:07:16.507549 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:17.556268 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df48f1-a755-4f4f-8b08-5e1aa1fdd847 req-e2b01a84-273a-4bc2-b86c-e15fe0e5bf4e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:17.557815 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b7df48f1-a755-4f4f-8b08-5e1aa1fdd847 req-e2b01a84-273a-4bc2-b86c-e15fe0e5bf4e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.2111306 Feb 15 03:07:17.607124 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b7df48f1-a755-4f4f-8b08-5e1aa1fdd847 req-9e6b0a44-de8b-4c2a-b883-6c3ac2dbce73 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434706 Feb 15 03:07:17.975556 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:18.799924 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:18.830661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2af857-cb00-4c44-acc8-09e41c61f21d req-9fe8deeb-4b3d-4cf0-bccf-208402e9c07b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:18.833316 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d2af857-cb00-4c44-acc8-09e41c61f21d req-9fe8deeb-4b3d-4cf0-bccf-208402e9c07b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.1498194 Feb 15 03:07:18.883892 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0d2af857-cb00-4c44-acc8-09e41c61f21d req-72b3d045-a735-4472-adf1-9d3c7575b9e3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449259 Feb 15 03:07:20.022127 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71879-11e4-46a8-9a44-0e479a7bae57 req-44ee475f-58f3-4eeb-933e-8927205d10ce tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:20.023728 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fad71879-11e4-46a8-9a44-0e479a7bae57 req-44ee475f-58f3-4eeb-933e-8927205d10ce tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0649905 Feb 15 03:07:20.076743 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fad71879-11e4-46a8-9a44-0e479a7bae57 req-edb966b3-fc17-448f-8f14-76bd361fb0ed tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475104 Feb 15 03:07:21.201937 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d901bf-653c-464c-b905-4c0cca9a39af req-be9dac95-e639-4f80-83e8-a386f2f7ebc4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:21.204003 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b7d901bf-653c-464c-b905-4c0cca9a39af req-be9dac95-e639-4f80-83e8-a386f2f7ebc4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0544913 Feb 15 03:07:21.255539 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b7d901bf-653c-464c-b905-4c0cca9a39af req-269b020e-1621-4bf5-b816-aa23805018c2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459414 Feb 15 03:07:21.952831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:22.381763 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5938138-63d6-4933-8b04-0e15df454d9b req-2d309473-e5a8-461c-a2b9-4e825ce48834 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:22.383260 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a5938138-63d6-4933-8b04-0e15df454d9b req-2d309473-e5a8-461c-a2b9-4e825ce48834 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0529675 Feb 15 03:07:22.451696 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a5938138-63d6-4933-8b04-0e15df454d9b req-f3c09ee6-bc1f-4f4c-9029-a03b01a0db02 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625947 Feb 15 03:07:23.043467 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-b30b727c-16e8-4da9-af76-c066575fa7f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479562 Feb 15 03:07:23.111113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-2da4a5d6-301d-4650-83c4-b1b93fd25d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.112896 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-2da4a5d6-301d-4650-83c4-b1b93fd25d67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0456092 Feb 15 03:07:23.228573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-fed4cfc6-6564-4550-849d-b40de3d89c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.230044 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-fed4cfc6-6564-4550-849d-b40de3d89c9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.0922127 Feb 15 03:07:23.299425 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-0e86a6aa-12fe-4686-a7f9-de1004c03fb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1002 time: 0.0628915 Feb 15 03:07:23.349728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-cf98ff50-0d0e-4f95-9a92-1ecea21a9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.351131 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-cf98ff50-0d0e-4f95-9a92-1ecea21a9da3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.0461085 Feb 15 03:07:23.404418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-d7582970-66c7-47e5-aeab-32db08c8261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.406873 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-d7582970-66c7-47e5-aeab-32db08c8261a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486176 Feb 15 03:07:23.503778 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-69f1fe7c-3968-4717-b2ab-bf6d28c31f75 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Feb 15 03:07:23.633361 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7baf0aed-2fe4-47d7-8d56-4344c54d629b req-cdf7669d-d15b-44a8-a7d7-cd6919445ae6 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213458 Feb 15 03:07:23.640662 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbec6a-e684-45ff-9214-e4cf4145d477 req-1b9ea653-d772-4a02-b613-e75e896ef724 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:23.642310 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b7fbec6a-e684-45ff-9214-e4cf4145d477 req-1b9ea653-d772-4a02-b613-e75e896ef724 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.1119359 Feb 15 03:07:23.690919 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b7fbec6a-e684-45ff-9214-e4cf4145d477 req-1c3ea25e-cd92-41f6-9a0a-ad23eadbfa9b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430326 Feb 15 03:07:24.824532 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609b532-6b4f-477e-a147-e7a128396644 req-4fd18102-3c69-4c6e-b59f-1f2590e2832c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:24.826089 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d609b532-6b4f-477e-a147-e7a128396644 req-4fd18102-3c69-4c6e-b59f-1f2590e2832c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0586591 Feb 15 03:07:24.874446 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d609b532-6b4f-477e-a147-e7a128396644 req-5254423d-63fa-4117-a312-3af6ed0047eb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416591 Feb 15 03:07:25.234388 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:07:25.568587 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:07:25.689328 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:25.705653 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:07:25.759331 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: ACTIVE; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:25.759803 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:25.775727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:07:25.799317 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:25.804076 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:25.867858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:25.908718 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['c54c020e-ee76-46b5-9b5c-5abb119c8f80'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:07:26.023044 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219524bb-9270-4fb1-81a0-f7ea0b195e33 req-6d94994f-fdb9-497b-b023-6040e451d72b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:26.030188 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-219524bb-9270-4fb1-81a0-f7ea0b195e33 req-6d94994f-fdb9-497b-b023-6040e451d72b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 945 time: 0.0707173 Feb 15 03:07:26.085553 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-219524bb-9270-4fb1-81a0-f7ea0b195e33 req-6a6571bb-7c29-4ff2-ae8f-b6d52afa1480 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529139 Feb 15 03:07:27.232481 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc621b-6e5e-4361-b0a5-0e136b15bca7 req-c8eca31c-8928-4a73-aa66-3ed83f7c86cb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:27.235313 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-72cc621b-6e5e-4361-b0a5-0e136b15bca7 req-c8eca31c-8928-4a73-aa66-3ed83f7c86cb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 945 time: 0.0715988 Feb 15 03:07:27.307372 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-72cc621b-6e5e-4361-b0a5-0e136b15bca7 req-70c26998-0397-4c59-95a1-fbc8ca9d5d9e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645616 Feb 15 03:07:27.586693 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:07:27.648186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port c54c020e-ee76-46b5-9b5c-5abb119c8f80 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:07:27.648831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:27.768875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:27.769408 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:27.809684 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:27.814459 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f861d3a-5951-4be1-a4f5-442227714ad2" -d '{"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:27.836209 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:27.846782 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:27.887355 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374d820-c3df-49a2-bc18-51e61312a2c9 x-openstack-request-id: req-2374d820-c3df-49a2-bc18-51e61312a2c9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:27.887789 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:27.887956 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2374d820-c3df-49a2-bc18-51e61312a2c9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:27.888200 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'code': 200} Feb 15 03:07:27.926393 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:28.440093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c8829-fabe-46c2-811c-6606934a2e9e req-1424c131-c761-48e7-806f-d0db11428131 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:28.442137 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b91c8829-fabe-46c2-811c-6606934a2e9e req-1424c131-c761-48e7-806f-d0db11428131 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0624013 Feb 15 03:07:28.510909 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b91c8829-fabe-46c2-811c-6606934a2e9e req-7e362f8c-6d00-46f0-9dbf-baf1bea690f3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625355 Feb 15 03:07:29.678207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea6005-e889-4d96-ab28-c1c510de0fdc req-ef31ade1-f038-4f9f-b66f-6475a3ec9ec8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:29.679775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5bea6005-e889-4d96-ab28-c1c510de0fdc req-ef31ade1-f038-4f9f-b66f-6475a3ec9ec8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0693636 Feb 15 03:07:29.743589 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5bea6005-e889-4d96-ab28-c1c510de0fdc req-74071d71-6368-4b6e-92f8-073b04495b81 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557330 Feb 15 03:07:30.905971 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e70c7-564f-47f9-81a8-e8cddd62f874 req-08bf39aa-6530-461e-8049-3e28956273e5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:30.908007 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fd4e70c7-564f-47f9-81a8-e8cddd62f874 req-08bf39aa-6530-461e-8049-3e28956273e5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0685549 Feb 15 03:07:30.979203 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fd4e70c7-564f-47f9-81a8-e8cddd62f874 req-9624b8d3-4659-45d2-8d07-6937ca2bef65 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611558 Feb 15 03:07:32.069910 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b18192-4670-4c25-b9d5-7d5d1c8be032 req-643bd63f-7ce1-417d-8f1f-43c4136942ee tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:32.071568 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-76b18192-4670-4c25-b9d5-7d5d1c8be032 req-643bd63f-7ce1-417d-8f1f-43c4136942ee tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0622547 Feb 15 03:07:32.137983 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-76b18192-4670-4c25-b9d5-7d5d1c8be032 req-74c38f3a-ea11-405e-8522-1bae9ba3aae4 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604587 Feb 15 03:07:32.160935 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e44c14-d670-4398-91c7-1a20a9b74ff8 req-4f63a37e-f0ad-4d35-b2c9-cb033e5ebec8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:32.180190 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-66e44c14-d670-4398-91c7-1a20a9b74ff8 req-4f63a37e-f0ad-4d35-b2c9-cb033e5ebec8 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0839779 Feb 15 03:07:32.244676 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-66e44c14-d670-4398-91c7-1a20a9b74ff8 req-f9c3b2d1-0747-4781-9df3-8b4c3204fe15 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614586 Feb 15 03:07:33.300935 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1258f7e-61ac-49f1-9ae4-02cc3bfeb95c req-0eb98802-5409-40f6-91d2-0125eaa4ee8b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:33.310050 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d1258f7e-61ac-49f1-9ae4-02cc3bfeb95c req-0eb98802-5409-40f6-91d2-0125eaa4ee8b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0708742 Feb 15 03:07:33.373468 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d1258f7e-61ac-49f1-9ae4-02cc3bfeb95c req-d57a851a-150d-4f02-81ea-a95a53110be6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625165 Feb 15 03:07:33.415542 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d9ef-f795-4fb7-9e97-d83584864a70 req-0159b26b-07b4-4f53-9fe0-40d8d27d15b9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:33.417751 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bf81d9ef-f795-4fb7-9e97-d83584864a70 req-0159b26b-07b4-4f53-9fe0-40d8d27d15b9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0709240 Feb 15 03:07:33.467303 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bf81d9ef-f795-4fb7-9e97-d83584864a70 req-ea286630-4f5b-4e97-8f2f-845e45f84cc2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484192 Feb 15 03:07:33.993352 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-fcff1e07-4b5d-4fc6-8979-150967f44a88 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:33.994889 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-fcff1e07-4b5d-4fc6-8979-150967f44a88 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0610282 Feb 15 03:07:34.105623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Deleting port 80804951-baf1-4d2c-b5c1-cd973c73d75f {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:07:34.105998 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:34.225866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] For port 80804951-baf1-4d2c-b5c1-cd973c73d75f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=80804951-baf1-4d2c-b5c1-cd973c73d75f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:34.226545 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:34.451491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:34.452226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:34.453326 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Floating IP 63c03691-c827-4c86-bfad-6fdb296b516d disassociated. External IP: 172.27.1.79, port: 80804951-baf1-4d2c-b5c1-cd973c73d75f. Feb 15 03:07:34.453930 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Calling delete_port for 80804951-baf1-4d2c-b5c1-cd973c73d75f owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:07:34.586103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c268db9-97b3-49ea-81c1-53d03dfe91df req-521dba33-17c7-4e97-aec0-7c86ef3512a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:34.587716 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c268db9-97b3-49ea-81c1-53d03dfe91df req-521dba33-17c7-4e97-aec0-7c86ef3512a3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dda008d-d3be-48d2-b87b-93c578e8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0900350 Feb 15 03:07:34.637413 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b269f2-f5f8-4f54-a2d1-cd2733dd4e94 req-c46c2d44-8998-4e2b-8b4c-7f8bf0e18911 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:34.639181 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74b269f2-f5f8-4f54-a2d1-cd2733dd4e94 req-c46c2d44-8998-4e2b-8b4c-7f8bf0e18911 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0684485 Feb 15 03:07:34.661117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (80804951-baf1-4d2c-b5c1-cd973c73d75f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:34.698253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'Port': ['ID=80804951-baf1-4d2c-b5c1-cd973c73d75f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:34.708759 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74b269f2-f5f8-4f54-a2d1-cd2733dd4e94 req-a1b54de4-26cd-410e-a4dc-f99120fa3b78 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563688 Feb 15 03:07:34.764180 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8c268db9-97b3-49ea-81c1-53d03dfe91df req-e3a0321b-559f-455b-ae02-6f01ec30514b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8799986-c480-4105-82c2-02f4c09c4b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216176 Feb 15 03:07:34.845715 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:07:34.963021 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:07:34.977997 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:07:34.989921 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:07:34.990694 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:07:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:07:35.011241 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] No DVR routers for this DVR port 80804951-baf1-4d2c-b5c1-cd973c73d75f on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:07:35.013864 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:35.017459 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-237ca439-e53f-4807-884f-64b8ad31efb0 req-b93aac5e-3a55-4654-9319-3b2afcbc67c8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "DELETE /v2.0/ports/80804951-baf1-4d2c-b5c1-cd973c73d75f HTTP/1.1" status: 204 len: 173 time: 1.0175061 Feb 15 03:07:35.017934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'name': 'network-vif-deleted', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:35.020262 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699ba0e-81b6-4092-b914-b2a890e4f3a6" -d '{"events": [{"server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "name": "network-vif-deleted", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:35.066719 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db04a1-29e7-4b79-abd3-a9824ee0f3e6 x-openstack-request-id: req-66db04a1-29e7-4b79-abd3-a9824ee0f3e6 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:35.067275 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dda008d-d3be-48d2-b87b-93c578e8d7b9", "name": "network-vif-deleted", "tag": "80804951-baf1-4d2c-b5c1-cd973c73d75f", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:35.067770 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66db04a1-29e7-4b79-abd3-a9824ee0f3e6 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:35.068248 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda008d-d3be-48d2-b87b-93c578e8d7b9', 'name': 'network-vif-deleted', 'tag': '80804951-baf1-4d2c-b5c1-cd973c73d75f', 'status': 'completed', 'code': 200} Feb 15 03:07:35.115972 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:07:35.349976 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:07:35.376889 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:07:35.386638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:07:35.387302 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:07:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:07:35.466645 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db271-6572-4963-bf93-5d2b8831b53a req-47f8bb91-ea24-4943-bcd3-4a4e9afd993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:35.469914 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-47f8bb91-ea24-4943-bcd3-4a4e9afd993e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1130 time: 0.1088760 Feb 15 03:07:35.608321 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db271-6572-4963-bf93-5d2b8831b53a req-685ca33b-ce9f-44d3-8d18-2ff94f388a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:35.610261 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-685ca33b-ce9f-44d3-8d18-2ff94f388a63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.1346664 Feb 15 03:07:35.645575 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:07:35.678822 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-3acf8e54-3f1f-48ee-90c8-c68f0993ae58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 1002 time: 0.0625715 Feb 15 03:07:35.727138 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db271-6572-4963-bf93-5d2b8831b53a req-3b9af23f-f485-466a-ab8d-d073bdf92869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:35.728655 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-3b9af23f-f485-466a-ab8d-d073bdf92869 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0436289 Feb 15 03:07:35.785735 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db271-6572-4963-bf93-5d2b8831b53a req-bf591124-3270-4ec7-ad22-a3dcfba9eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:35.787144 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-bf591124-3270-4ec7-ad22-a3dcfba9eefa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523388 Feb 15 03:07:35.855978 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:07:35.857034 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47608) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:35.892126 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf6e43-93b0-4f84-8f44-39ade6204c24 None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:07:35.919713 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (d8799986-c480-4105-82c2-02f4c09c4b45), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:35.946067 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (d8799986-c480-4105-82c2-02f4c09c4b45), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.006580 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (d8799986-c480-4105-82c2-02f4c09c4b45), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.010511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.014545 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8799986-c480-4105-82c2-02f4c09c4b45 HTTP/1.1" status: 204 len: 168 time: 0.1540012 Feb 15 03:07:36.015853 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47610) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:36.034151 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ed650-2151-4331-992f-dcbb7a79283d tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8799986-c480-4105-82c2-02f4c09c4b45,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:36.038152 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.api.v2.resource [None req-606a6095-4339-440b-a650-29bccc39142e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] show failed (client error): The resource could not be found. Feb 15 03:07:36.039143 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-606a6095-4339-440b-a650-29bccc39142e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups/d8799986-c480-4105-82c2-02f4c09c4b45 HTTP/1.1" status: 404 len: 347 time: 0.0223026 Feb 15 03:07:36.042042 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47612) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:36.166154 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2624c-b587-4ae3-8452-1470dff58f7d None None] New status for floating IP 63c03691-c827-4c86-bfad-6fdb296b516d: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:07:36.171463 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387715d4-ae4a-4106-ac34-9340a34ad372 req-329c8721-2fb4-47cd-b3e2-9decc9345497 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:36.173469 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-387715d4-ae4a-4106-ac34-9340a34ad372 req-329c8721-2fb4-47cd-b3e2-9decc9345497 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.3760309 Feb 15 03:07:36.206497 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Deleting port 079a0e2c-c0b3-4912-8b6b-e8e957ed65e8 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:07:36.206925 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.209611 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-3bd61263-d33f-4be7-a9f5-5ff653014758 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109581 Feb 15 03:07:36.289570 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-387715d4-ae4a-4106-ac34-9340a34ad372 req-3adb6a10-04a9-4b6d-af03-49ca8ac0ed7e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085503 Feb 15 03:07:36.290961 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.291388 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.306126 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Calling delete_port for 079a0e2c-c0b3-4912-8b6b-e8e957ed65e8 owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:07:36.344509 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f90db271-6572-4963-bf93-5d2b8831b53a req-516b9087-355c-4576-83e6-1cd3fa046292 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221745 Feb 15 03:07:36.449522 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (079a0e2c-c0b3-4912-8b6b-e8e957ed65e8), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.475753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'Port': ['ID=079a0e2c-c0b3-4912-8b6b-e8e957ed65e8,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:36.541697 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (63c03691-c827-4c86-bfad-6fdb296b516d), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.544224 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.545377 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d94c4a6e-e99a-4430-b103-344c8f8460b8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "DELETE /v2.0/floatingips/63c03691-c827-4c86-bfad-6fdb296b516d HTTP/1.1" status: 204 len: 168 time: 0.4958520 Feb 15 03:07:36.814211 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47616) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:36.818826 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979727429', 'description': 'tempest-description--281053491'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:36.840080 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.908317 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (22df49c7-6358-44f4-9a01-bd0065ca577b), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.912637 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (22df49c7-6358-44f4-9a01-bd0065ca577b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.939316 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:36.940554 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1253636 Feb 15 03:07:36.943456 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47620) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:36.947656 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group_rule': {'security_group_id': '22df49c7-6358-44f4-9a01-bd0065ca577b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:36.953904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e49872-7d8b-4ee3-b112-3d140a4f1c29 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22df49c7-6358-44f4-9a01-bd0065ca577b,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:36.977170 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (c5eb44d9-ee54-4f0b-bb21-7abcceedcac5), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.040927 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (c5eb44d9-ee54-4f0b-bb21-7abcceedcac5), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.049457 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (c5eb44d9-ee54-4f0b-bb21-7abcceedcac5), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.067501 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb44d9-ee54-4f0b-bb21-7abcceedcac5,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:37.083650 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.084785 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-413b8b96-f1e5-4886-b0a8-6ae44fdea5b0 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404183 Feb 15 03:07:37.087963 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47624) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:37.114126 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'security_group_rule': {'security_group_id': '22df49c7-6358-44f4-9a01-bd0065ca577b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:37.148981 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (e9e9b2b1-1b06-446d-a2ef-0c61440eca21), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.159470 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d974a-34f9-454d-aa1b-bdaf1c47d4bc req-bdf5c3fa-1460-4492-8fd5-546928ab72e0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:37.161047 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-588d974a-34f9-454d-aa1b-bdaf1c47d4bc req-bdf5c3fa-1460-4492-8fd5-546928ab72e0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0892889 Feb 15 03:07:37.239425 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-588d974a-34f9-454d-aa1b-bdaf1c47d4bc req-001b46d1-1d84-494f-aff0-2507f775cad9 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702012 Feb 15 03:07:37.240987 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (e9e9b2b1-1b06-446d-a2ef-0c61440eca21), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.245290 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (e9e9b2b1-1b06-446d-a2ef-0c61440eca21), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.263940 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e9b2b1-1b06-446d-a2ef-0c61440eca21,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:37.272848 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.277567 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f38ddc00-870c-4ba2-8c58-3c178e03f0ae tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886613 Feb 15 03:07:37.277735 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47626) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:37.282177 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:37.301666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.432432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c35ee-0a3c-45fe-b298-aa7a4d6eaa81 req-8d677bb7-6749-4189-b186-f6882c255f99 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:37.433892 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9b0c35ee-0a3c-45fe-b298-aa7a4d6eaa81 req-8d677bb7-6749-4189-b186-f6882c255f99 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0697045 Feb 15 03:07:37.449979 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.533902 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9b0c35ee-0a3c-45fe-b298-aa7a4d6eaa81 req-91d9f37f-bf4e-4b30-9ab1-5b8cfcce253c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934224 Feb 15 03:07:37.588086 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Allocated IP 172.27.1.175 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/a097e148-572e-441a-88a5-c27b59b8135b) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:07:37.657173 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 80804951-baf1-4d2c-b5c1-cd973c73d75f no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:07:37.676635 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 80804951-baf1-4d2c-b5c1-cd973c73d75f {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:07:37.676988 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 80804951-baf1-4d2c-b5c1-cd973c73d75f not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:07:37.689284 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (a097e148-572e-441a-88a5-c27b59b8135b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.728117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (a097e148-572e-441a-88a5-c27b59b8135b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.765685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:07:37.770795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:07:37.774566 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:07:37.780315 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=a097e148-572e-441a-88a5-c27b59b8135b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:37.809706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.810063 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.810417 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.810759 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.811099 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.811463 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.812442 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.812956 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.813304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.813652 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.813991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.814319 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.814647 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:37.880979 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:37.922144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (a097e148-572e-441a-88a5-c27b59b8135b), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:38.088615 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (a097e148-572e-441a-88a5-c27b59b8135b), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:38.093160 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (a097e148-572e-441a-88a5-c27b59b8135b), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:38.162622 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=a097e148-572e-441a-88a5-c27b59b8135b,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:38.175404 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:38.191519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:38.202639 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-efcdde85-dd6f-4a86-8761-446dac477c24 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9238980 Feb 15 03:07:38.364689 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6debf-f8d3-48dc-a1ae-c8c33fa4ff80 req-78cabd75-514b-487a-9045-06c60ab4f219 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:38.366195 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-76a6debf-f8d3-48dc-a1ae-c8c33fa4ff80 req-78cabd75-514b-487a-9045-06c60ab4f219 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0560899 Feb 15 03:07:38.416406 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-76a6debf-f8d3-48dc-a1ae-c8c33fa4ff80 req-decadf20-b9a8-45c9-bf9f-9905c1b851c0 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Feb 15 03:07:38.422511 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-e043d053-4b03-495a-aad6-a15f4963bdd7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--979727429&fields=id&tenant_id=4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 267 time: 0.0519423 Feb 15 03:07:38.536892 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-039964b5-6c77-48ce-b252-827bbbffd74a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:38.538396 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-039964b5-6c77-48ce-b252-827bbbffd74a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 810 time: 0.1085958 Feb 15 03:07:38.553205 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-3b0c5d8c-87df-459c-8a70-d6e3038caabc tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/quotas/4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Feb 15 03:07:38.623995 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-761f3996-72dd-4af3-a35a-68c59a79742e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652740 Feb 15 03:07:38.702377 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255533-81db-4a6c-a621-61661ff08f29 req-bbae7908-cb2b-444b-ace8-774c4f05a5de tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:38.704777 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3f255533-81db-4a6c-a621-61661ff08f29 req-bbae7908-cb2b-444b-ace8-774c4f05a5de tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 946 time: 0.0661895 Feb 15 03:07:38.758560 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3f255533-81db-4a6c-a621-61661ff08f29 req-a8c570fe-d5ca-4bbb-bd28-29918d3c949c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475864 Feb 15 03:07:38.788992 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-1c3f5d78-cfa9-4541-bcb1-eac132179c2f service neutron] 10.222.0.24 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504800 Feb 15 03:07:38.881221 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-1c9b1f8e-53c5-4e50-8c8f-2fcd972b57e1 service neutron] 10.222.0.24 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861478 Feb 15 03:07:39.069097 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aa835f5f-121d-4f69-8149-1152d8dfc1fb req-d06ff8ab-acc2-4b39-afd0-e2367ddab1b7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 210 time: 0.0339456 Feb 15 03:07:39.580641 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668ac2-d245-4e00-84e3-2b02ea955130 req-abe2da66-70a5-45ab-8cb8-c9a4edd0e63d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:39.582762 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f668ac2-d245-4e00-84e3-2b02ea955130 req-abe2da66-70a5-45ab-8cb8-c9a4edd0e63d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0858686 Feb 15 03:07:39.651192 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f668ac2-d245-4e00-84e3-2b02ea955130 req-a4b3ee7f-1c9a-4b1c-88c3-6b3826f1c381 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597885 Feb 15 03:07:39.673164 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:07:39.801504 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: ACTIVE; New status is: DOWN {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:39.801835 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:39.841858 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:39.842887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:39.846820 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f546c4e-8ac7-4ef0-a365-3d57d1afeb4e" -d '{"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-unplugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:39.851819 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:39.900363 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143ce73-6982-4165-a325-e487f075798d x-openstack-request-id: req-e143ce73-6982-4165-a325-e487f075798d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:39.900658 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-unplugged", "status": "failed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "code": 422}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:39.900903 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e143ce73-6982-4165-a325-e487f075798d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:39.901479 dv-cinder-828085-9-iscsi neutron-server[102659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'code': 422} returned with failed status Feb 15 03:07:39.914864 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:39.922992 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.923753 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.924259 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.924762 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.925375 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.926111 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.926534 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.927191 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.927376 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.927891 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.928230 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.928586 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:39.928888 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:07:40.033736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dfe30-d474-4a5c-a661-a821c5001c9a req-19ec0623-041a-4450-b838-e8c30aabf553 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.035308 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5e8dfe30-d474-4a5c-a661-a821c5001c9a req-19ec0623-041a-4450-b838-e8c30aabf553 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0554855 Feb 15 03:07:40.095570 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5e8dfe30-d474-4a5c-a661-a821c5001c9a req-ef39891c-a03e-4f38-af74-59d68e54dcf3 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530074 Feb 15 03:07:40.170835 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d924fc78-57a2-4f9d-a010-1e6777d94146 req-ce1f7bcb-be5e-4e61-a45b-5a97f171b7d3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 210 time: 0.0290871 Feb 15 03:07:40.354113 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 47712) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:40.405808 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-227ac34f-19df-49e7-b2f4-6492b61085ea tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.407676 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-227ac34f-19df-49e7-b2f4-6492b61085ea tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 810 time: 0.1539462 Feb 15 03:07:40.469403 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-c40ac6d0-3e23-455a-90a4-23356f74cf4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131797 Feb 15 03:07:40.472736 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-f35b7323-68b7-4a16-b917-66751e3a38fb tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b24450db43141d59e07c9aeed3a9a68 HTTP/1.1" status: 200 len: 379 time: 0.0578420 Feb 15 03:07:40.477944 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-999520e4-e250-4d47-a971-fe7ed4cb8a93 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:07:40.478983 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-999520e4-e250-4d47-a971-fe7ed4cb8a93 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Feb 15 03:07:40.480958 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'port': {'device_id': 'e92a6fac-d364-4204-833a-75679d2e833f', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'admin_state_up': True, 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'security_groups': ['22df49c7-6358-44f4-9a01-bd0065ca577b']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:40.565258 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-9fdfd445-9e3e-4a4e-9b1a-3a674b7bf22e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.566668 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-9fdfd445-9e3e-4a4e-9b1a-3a674b7bf22e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports/c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 941 time: 0.0516260 Feb 15 03:07:40.607490 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Made reservation on behalf of 4b24450db43141d59e07c9aeed3a9a68 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:07:40.611441 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:40.753552 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Allocated IP 172.20.0.5 (09e6f2a7-989f-47d7-86f1-8f00da6255c2/5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f/b9a649f9-fed5-4fb8-833f-5f3e5a7d43db) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:07:40.786643 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5745f-bb5c-462c-b0eb-51abc205c001 req-d388a49d-96fd-4abe-ac35-a0ce31c8077a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:40.788875 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-15c5745f-bb5c-462c-b0eb-51abc205c001 req-d388a49d-96fd-4abe-ac35-a0ce31c8077a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0629919 Feb 15 03:07:40.849959 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-15c5745f-bb5c-462c-b0eb-51abc205c001 req-2f330fcc-7731-44ef-b8ab-8c12ef765422 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552056 Feb 15 03:07:40.932291 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:40.967814 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.011006 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:07:41.017277 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:07:41.021027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:07:41.027530 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event updated for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:41.079483 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.080160 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.103548 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-9babc6c8-e22f-4776-99bb-a1836b520b66 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6260962 Feb 15 03:07:41.116246 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Request body: {'port': {'device_id': 'e92a6fac-d364-4204-833a-75679d2e833f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:07:41.207534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.298091 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625f0b0-ec63-4dcb-8c4e-b41707399535 req-19b4d53f-d8ad-4465-9015-5aeac4c3a83e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.299608 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0625f0b0-ec63-4dcb-8c4e-b41707399535 req-19b4d53f-d8ad-4465-9015-5aeac4c3a83e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.1062727 Feb 15 03:07:41.305546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-10efa02f-4eb2-4d96-8515-4f6ef2bd4128 None None] Provisioning complete for port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:07:41.306373 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10efa02f-4eb2-4d96-8515-4f6ef2bd4128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.323203 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4108e9d-58c7-4dff-9340-b76bf3752832 req-66769678-908c-403f-8645-ec55917676a7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.325083 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e4108e9d-58c7-4dff-9340-b76bf3752832 req-66769678-908c-403f-8645-ec55917676a7 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 931 time: 0.0675673 Feb 15 03:07:41.349198 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-10efa02f-4eb2-4d96-8515-4f6ef2bd4128 None None] Port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:07:41.387907 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e4108e9d-58c7-4dff-9340-b76bf3752832 req-d789944a-bc83-4f0e-824d-42799f7eba69 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551939 Feb 15 03:07:41.477290 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0625f0b0-ec63-4dcb-8c4e-b41707399535 req-16c2632e-e30a-4799-a8c0-b9b70b538bd0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712358 Feb 15 03:07:41.502374 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-bf4eadbc-8d18-4c24-83dd-134084e01571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.502374 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-bf4eadbc-8d18-4c24-83dd-134084e01571 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e&tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1 HTTP/1.1" status: 200 len: 1128 time: 0.1280568 Feb 15 03:07:41.607112 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-aa2e50ed-61ec-4966-be77-a7c238c40ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.608624 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-aa2e50ed-61ec-4966-be77-a7c238c40ee3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1128 time: 0.0866385 Feb 15 03:07:41.623222 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a649f9-fed5-4fb8-833f-5f3e5a7d43db {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:07:41.642895 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks [] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.685520 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Transition to ACTIVE for port object b9a649f9-fed5-4fb8-833f-5f3e5a7d43db will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:07:41.689869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.763203 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Pushing event updated for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:41.767550 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-403a0efc-c56f-49ca-bbb6-7fd2312e329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.769062 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-403a0efc-c56f-49ca-bbb6-7fd2312e329d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 200 len: 917 time: 0.1537619 Feb 15 03:07:41.805872 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4931fd5-e4b4-46ca-8c63-103533cb1816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.883988 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-c142c76f-7570-4de8-8436-e0bda804e965 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 200 len: 1000 time: 0.0992100 Feb 15 03:07:41.888681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Attempting to bind port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:07:41.889057 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Attempting to bind port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:07:41.889404 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Attempting to bind port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:07:41.919789 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:07:41.920157 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Attempting to bind port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db on network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:07:41.931475 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:07:41.931753 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Checking segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:07:41.932136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Bound using segment: {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:07:41.932587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Bound port: b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783c471f-557b-4704-b9ea-f2a3adcbb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:07:41.932938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:41.958392 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-10cbf74f-f9ed-4dd6-9ff7-9e9cc00fff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.959874 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-10cbf74f-f9ed-4dd6-9ff7-9e9cc00fff6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 200 len: 856 time: 0.0678883 Feb 15 03:07:41.982956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73c71-fdb0-41bf-896b-95f303c93f2c req-5f907c98-38a1-44d6-9b77-3646dd0b0725 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:41.984737 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6b73c71-fdb0-41bf-896b-95f303c93f2c req-5f907c98-38a1-44d6-9b77-3646dd0b0725 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0555773 Feb 15 03:07:42.038264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:07:42.042158 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:07:42.042891 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b6b73c71-fdb0-41bf-896b-95f303c93f2c req-6f75d4e5-4f9a-4115-9d8a-b3029b2d95b5 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521779 Feb 15 03:07:42.048093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-68a21bd5-8b9f-4c41-8afa-b26c8a325502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.058338 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-68a21bd5-8b9f-4c41-8afa-b26c8a325502 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c1a999e-ee82-4c20-9c13-04652372776f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718791 Feb 15 03:07:42.058338 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:42.134549 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.135191 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:42.136595 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] 10.222.0.52 "PUT /v2.0/ports/b9a649f9-fed5-4fb8-833f-5f3e5a7d43db HTTP/1.1" status: 200 len: 1093 time: 1.0253401 Feb 15 03:07:42.137047 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:42.139305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942cc82b-5e38-451a-8625-087120124646" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:42.178297 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d4db3-15b1-40f2-9596-0d10bb54aaac service neutron] Pushing event updated for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:42.232991 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-dd42a8db-b221-41d1-8231-0d25c2436a75 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737976 Feb 15 03:07:42.294671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-459cc07d-15e2-475e-8188-d34288639082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.296222 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-459cc07d-15e2-475e-8188-d34288639082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 1127 time: 0.1211491 Feb 15 03:07:42.298326 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f96e22-c70f-4bdd-8a62-f590fec93746 x-openstack-request-id: req-04f96e22-c70f-4bdd-8a62-f590fec93746 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:42.298783 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:42.299218 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04f96e22-c70f-4bdd-8a62-f590fec93746 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:42.299850 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'status': 'completed', 'code': 200} Feb 15 03:07:42.372610 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-f0103908-73a7-4db5-b484-fce22e676ad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db HTTP/1.1" status: 200 len: 217 time: 0.0650411 Feb 15 03:07:42.469957 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-57409a91-1154-49e4-bf4c-698afef65396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.471608 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-57409a91-1154-49e4-bf4c-698afef65396 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0921967 Feb 15 03:07:42.473591 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-313fd37e-8294-4894-b2d4-02919a51db31 service neutron] 10.222.0.52 "GET /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325447 Feb 15 03:07:42.566110 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc58ff-008d-4131-ab8f-4a9002a6ce49 req-fef1e91f-fdf3-470d-95d8-4ec97bcd46e5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.568229 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bacc58ff-008d-4131-ab8f-4a9002a6ce49 req-fef1e91f-fdf3-470d-95d8-4ec97bcd46e5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0865402 Feb 15 03:07:42.569860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-4283fb31-bcc1-4dbe-81fa-1419952b4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.571640 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-4283fb31-bcc1-4dbe-81fa-1419952b4c61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897627 Feb 15 03:07:42.619231 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bacc58ff-008d-4131-ab8f-4a9002a6ce49 req-24dbd1e3-4580-40c8-b86e-8c210dee090f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Feb 15 03:07:42.702728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea09344-4d62-4404-891e-5f890a6bde0a req-31d09c0e-15ea-4ff8-8e7c-5f772877eaa9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:42.705056 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7ea09344-4d62-4404-891e-5f890a6bde0a req-31d09c0e-15ea-4ff8-8e7c-5f772877eaa9 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.1064816 Feb 15 03:07:42.707423 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-5d232b05-4168-47f2-a065-8c2f3299162e service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292760 Feb 15 03:07:42.818166 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7ea09344-4d62-4404-891e-5f890a6bde0a req-c34bff0b-6e39-44d7-9c47-8ff117a456dd tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059935 Feb 15 03:07:42.837853 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-354caad9-468c-4b15-a77d-7d0c689b90bc req-ef8084c8-e372-4381-a315-58c4e04eb755 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240475 Feb 15 03:07:43.170373 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b260f6-9494-463a-a9c3-90eed8514edc req-f3575a1d-c5a4-4ba3-8a74-8843acb223b3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:43.172318 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f4b260f6-9494-463a-a9c3-90eed8514edc req-f3575a1d-c5a4-4ba3-8a74-8843acb223b3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0612447 Feb 15 03:07:43.241231 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f4b260f6-9494-463a-a9c3-90eed8514edc req-74cfdbd0-3136-456f-9c67-d77b721abbff tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633352 Feb 15 03:07:43.770609 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc648f-117a-473e-80af-0b640c4f02ed req-7a880e24-9223-4e3f-a93a-b5265e4e7b1a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:43.773647 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-04dc648f-117a-473e-80af-0b640c4f02ed req-7a880e24-9223-4e3f-a93a-b5265e4e7b1a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0665386 Feb 15 03:07:43.834286 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-04dc648f-117a-473e-80af-0b640c4f02ed req-fda4f824-2ea5-46df-a311-62532b9a7f42 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540411 Feb 15 03:07:43.963110 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e335668-720a-4a31-aaa4-9d823e8e4cca req-8a55427a-9210-496b-93c9-df1253b3a5e4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:43.964734 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2e335668-720a-4a31-aaa4-9d823e8e4cca req-8a55427a-9210-496b-93c9-df1253b3a5e4 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0597906 Feb 15 03:07:44.025661 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2e335668-720a-4a31-aaa4-9d823e8e4cca req-5f2be5b4-3132-4eae-b26c-5d9a19fe95b2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535798 Feb 15 03:07:44.376084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0f31-7b38-4902-813d-f9c9981c14a2 req-725fa550-1730-4fbf-a524-2cc7c3c4ce6e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:44.378467 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1d0c0f31-7b38-4902-813d-f9c9981c14a2 req-725fa550-1730-4fbf-a524-2cc7c3c4ce6e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0584347 Feb 15 03:07:44.459589 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1d0c0f31-7b38-4902-813d-f9c9981c14a2 req-18b87a7f-e855-4268-9741-c42304dd220c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720792 Feb 15 03:07:44.711546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80e1ca4-fa82-4e8d-8f75-8fb8f0a71032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:44.963756 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b50c3d-c90c-47fb-85f0-bd939ff7f0aa req-13fb5c7e-b5e6-4261-a139-44100dc79ac1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:44.965208 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b1b50c3d-c90c-47fb-85f0-bd939ff7f0aa req-13fb5c7e-b5e6-4261-a139-44100dc79ac1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0572906 Feb 15 03:07:45.018437 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b1b50c3d-c90c-47fb-85f0-bd939ff7f0aa req-6e719243-07e0-405e-b3d9-83f3a70fe342 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457554 Feb 15 03:07:45.168233 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610f01a-f0eb-43b5-8896-9c1d61c9c1e0 req-4bb091f9-4448-470e-ac43-a0b5f2910bb0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:45.169929 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5610f01a-f0eb-43b5-8896-9c1d61c9c1e0 req-4bb091f9-4448-470e-ac43-a0b5f2910bb0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0602899 Feb 15 03:07:45.230781 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5610f01a-f0eb-43b5-8896-9c1d61c9c1e0 req-283db450-29c9-4278-ab0a-1f54a1999242 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539284 Feb 15 03:07:45.599013 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f62c6-68c4-4d76-9562-df098068c8db req-f30a01c8-abc4-47e2-b60f-1cc02117852a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:45.600559 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-452f62c6-68c4-4d76-9562-df098068c8db req-f30a01c8-abc4-47e2-b60f-1cc02117852a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0603793 Feb 15 03:07:45.659543 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-452f62c6-68c4-4d76-9562-df098068c8db req-e5d8d420-fdc4-4504-a716-9eddf5335029 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533285 Feb 15 03:07:46.167483 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487d4d-b5c8-4b15-8289-a97aaa51fb40 req-24795624-76b3-4fe4-9918-8054730c27a5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:46.169253 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1d487d4d-b5c8-4b15-8289-a97aaa51fb40 req-24795624-76b3-4fe4-9918-8054730c27a5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0736876 Feb 15 03:07:46.230734 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1d487d4d-b5c8-4b15-8289-a97aaa51fb40 req-be8e6a18-a857-407f-a0c7-54b9ef8e9c49 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537469 Feb 15 03:07:46.392779 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80669c7c-02c4-4e5c-8a38-dd362b3e62d3 req-078c11fe-a6de-420a-b74b-ef358ced8557 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:46.395079 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80669c7c-02c4-4e5c-8a38-dd362b3e62d3 req-078c11fe-a6de-420a-b74b-ef358ced8557 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0762620 Feb 15 03:07:46.447302 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-80669c7c-02c4-4e5c-8a38-dd362b3e62d3 req-f819b485-d11e-45f6-ae32-ed9d0eb28ca5 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447145 Feb 15 03:07:46.527254 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:46.800200 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb2697-661c-4c53-b905-f3cfc30f4660 req-09887514-a85f-43c6-89a8-bc297bbcc9fa tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:46.801718 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5fb2697-661c-4c53-b905-f3cfc30f4660 req-09887514-a85f-43c6-89a8-bc297bbcc9fa tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0559726 Feb 15 03:07:46.856296 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b5fb2697-661c-4c53-b905-f3cfc30f4660 req-68243c1d-777d-4655-9377-f6ca00074156 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483890 Feb 15 03:07:47.356902 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46780069-5202-4bb1-8435-0a77a362e0ab req-32e6fbd1-0e02-4c87-84b0-cfd3b92241b3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:47.358455 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-46780069-5202-4bb1-8435-0a77a362e0ab req-32e6fbd1-0e02-4c87-84b0-cfd3b92241b3 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0552723 Feb 15 03:07:47.410003 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-46780069-5202-4bb1-8435-0a77a362e0ab req-623349d8-cf7f-4d06-bf0e-b2bf2de8a0c2 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450716 Feb 15 03:07:47.599551 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9eb44-cc51-498e-9f24-7e2be43193fa req-b550acb7-6a6b-47cd-92e3-b58f181eff42 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:47.601484 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-46d9eb44-cc51-498e-9f24-7e2be43193fa req-b550acb7-6a6b-47cd-92e3-b58f181eff42 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0692101 Feb 15 03:07:47.661332 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-46d9eb44-cc51-498e-9f24-7e2be43193fa req-cf6d9d16-0883-48b2-9dac-42b892860b2a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514700 Feb 15 03:07:47.981413 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:47.982007 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718bee-db00-4dc2-9dcb-6230014885fa req-2aa2127a-4416-4222-819c-85057c0545c3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:47.983413 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7f718bee-db00-4dc2-9dcb-6230014885fa req-2aa2127a-4416-4222-819c-85057c0545c3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0592215 Feb 15 03:07:48.052220 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7f718bee-db00-4dc2-9dcb-6230014885fa req-30dd78f2-05df-4dc3-9a8d-dac8e6b6539d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560269 Feb 15 03:07:48.567275 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419010-cf42-47c5-918a-ee296f2d309a req-23fbe68f-a869-4fde-b96e-18df7bc0a5fa tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:48.569324 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f419010-cf42-47c5-918a-ee296f2d309a req-23fbe68f-a869-4fde-b96e-18df7bc0a5fa tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0790508 Feb 15 03:07:48.651969 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f419010-cf42-47c5-918a-ee296f2d309a req-80177a9f-3e2c-451d-973d-70321409e8b1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756721 Feb 15 03:07:48.804343 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:48.856011 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7c65-b3f2-4daa-b83c-a1b3347e2123 req-7ac9e4f1-1b28-417c-9913-e5f9482421d1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:48.870763 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-016a7c65-b3f2-4daa-b83c-a1b3347e2123 req-7ac9e4f1-1b28-417c-9913-e5f9482421d1 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.1268833 Feb 15 03:07:48.995336 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-016a7c65-b3f2-4daa-b83c-a1b3347e2123 req-a044a562-d926-42c0-93f6-148a7e2039e6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222842 Feb 15 03:07:49.221611 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075976f-648f-4985-babf-5831d8b4fbbc req-5d3ca08c-5ff7-453b-8651-7c91215f7917 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:49.222130 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3075976f-648f-4985-babf-5831d8b4fbbc req-5d3ca08c-5ff7-453b-8651-7c91215f7917 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0949337 Feb 15 03:07:49.276737 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3075976f-648f-4985-babf-5831d8b4fbbc req-06a5f096-162b-490f-857d-81ae199871ad tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Feb 15 03:07:49.798234 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf449-b4e4-4125-b00b-09ebcbe5d2bc req-4d2bf3c3-c7e0-42b3-8f63-f8ff1f6670b1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:49.800188 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-39bbf449-b4e4-4125-b00b-09ebcbe5d2bc req-4d2bf3c3-c7e0-42b3-8f63-f8ff1f6670b1 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0684054 Feb 15 03:07:49.856602 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-39bbf449-b4e4-4125-b00b-09ebcbe5d2bc req-044b4636-b212-4535-8a02-1f7c0ca9c11e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506594 Feb 15 03:07:50.142508 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09641d43-c686-466b-8b3d-fe1e7c35b2a0 req-1528d784-3501-4545-8208-f06b87ae1c66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:50.144794 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09641d43-c686-466b-8b3d-fe1e7c35b2a0 req-1528d784-3501-4545-8208-f06b87ae1c66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0615981 Feb 15 03:07:50.194659 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09641d43-c686-466b-8b3d-fe1e7c35b2a0 req-4daa5656-78e7-45e7-9620-02ef314c4daa tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439692 Feb 15 03:07:50.416420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6925cb-5396-45be-af6b-ee88fa38311b req-c8380367-55e8-4bcb-82e7-58b9f89fd4bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:50.418005 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fc6925cb-5396-45be-af6b-ee88fa38311b req-c8380367-55e8-4bcb-82e7-58b9f89fd4bc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0548837 Feb 15 03:07:50.468768 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fc6925cb-5396-45be-af6b-ee88fa38311b req-bf740b1d-cc7c-450c-af52-eed0971aab71 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Feb 15 03:07:50.982100 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b2c24-de08-43d4-a9db-14a410f5f89e req-358a018f-7163-47e6-bd26-c0fea318ac09 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:50.983602 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b67b2c24-de08-43d4-a9db-14a410f5f89e req-358a018f-7163-47e6-bd26-c0fea318ac09 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0567830 Feb 15 03:07:51.067100 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b67b2c24-de08-43d4-a9db-14a410f5f89e req-eb585eb0-3a76-453b-b81d-ddda833c0757 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768754 Feb 15 03:07:51.070728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc82b-5e38-451a-8625-087120124646 req-d9bc773e-e51a-43d8-a319-000ea8140d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.071732 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-d9bc773e-e51a-43d8-a319-000ea8140d10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 1127 time: 0.0827694 Feb 15 03:07:51.196508 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc82b-5e38-451a-8625-087120124646 req-ffa69b76-18c7-4204-8940-b62f68480b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.198009 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-ffa69b76-18c7-4204-8940-b62f68480b31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.1202321 Feb 15 03:07:51.200923 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-f48237e6-4144-4fea-b98b-404a6caa4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.202773 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-f48237e6-4144-4fea-b98b-404a6caa4f83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0795352 Feb 15 03:07:51.263514 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-a5387d9a-1881-448e-93d7-a6f452228fe6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db HTTP/1.1" status: 200 len: 217 time: 0.0554328 Feb 15 03:07:51.332375 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920cea-e84c-417e-add9-bdd001647770 req-216699ce-55b3-4caf-b3b9-98251cb7a794 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.334264 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74920cea-e84c-417e-add9-bdd001647770 req-216699ce-55b3-4caf-b3b9-98251cb7a794 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0605001 Feb 15 03:07:51.362296 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc82b-5e38-451a-8625-087120124646 req-d1b75f16-c0ec-4fdb-928a-5e2fa3805d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.363783 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-d1b75f16-c0ec-4fdb-928a-5e2fa3805d02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0754588 Feb 15 03:07:51.382112 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-c077ebcb-752e-4bd4-bcdc-66d610aab524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.383574 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-74920cea-e84c-417e-add9-bdd001647770 req-03b6cb50-78bd-4f40-a783-d130f8fda590 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429599 Feb 15 03:07:51.383769 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-c077ebcb-752e-4bd4-bcdc-66d610aab524 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.1745522 Feb 15 03:07:51.464675 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-9893f295-f4f8-441e-a519-af67db449fd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1002 time: 0.0661190 Feb 15 03:07:51.469162 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc82b-5e38-451a-8625-087120124646 req-0a6f6731-25d5-4df8-94e7-cb98831e5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.471408 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-0a6f6731-25d5-4df8-94e7-cb98831e5e2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003828 Feb 15 03:07:51.835930 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-68e1cea9-8c68-41be-8295-e3cf3161063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.837302 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-68e1cea9-8c68-41be-8295-e3cf3161063f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.3650527 Feb 15 03:07:51.898345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55446f-c388-4a0a-a207-fd9031a429b9 req-d852bdc5-5ac8-4778-a130-d9236a80f60d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:51.899836 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0a55446f-c388-4a0a-a207-fd9031a429b9 req-d852bdc5-5ac8-4778-a130-d9236a80f60d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.1515872 Feb 15 03:07:51.903419 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-038db656-30d5-4316-9861-662f420f0448 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230716 Feb 15 03:07:51.968772 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:52.004816 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-2ebed6ee-c966-4588-ab52-6ffeacce5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:52.006312 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-2ebed6ee-c966-4588-ab52-6ffeacce5ecf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1542344 Feb 15 03:07:52.015244 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0a55446f-c388-4a0a-a207-fd9031a429b9 req-0eabce1f-460c-45e0-8fa1-da78af5ea626 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093585 Feb 15 03:07:52.085009 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-942cc82b-5e38-451a-8625-087120124646 req-0a0e589a-b637-4ed5-821a-f5b4fdc2a511 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756625 Feb 15 03:07:52.120885 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-0ef23dfb-7183-4d9b-80d5-51394cd021b3 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025362 Feb 15 03:07:52.198353 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abc-79dd-4f71-98cb-547cc0b51e1b req-c2c6e519-ca3a-4239-9be5-dc4ab5de1f78 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:52.199915 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d0707abc-79dd-4f71-98cb-547cc0b51e1b req-c2c6e519-ca3a-4239-9be5-dc4ab5de1f78 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0595763 Feb 15 03:07:52.218907 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8cd27aab-a7ab-4c82-8754-a8c5bafd0e12 req-53fb521d-9b9a-46d9-b0a6-76d8856d62e2 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917244 Feb 15 03:07:52.248849 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d0707abc-79dd-4f71-98cb-547cc0b51e1b req-45537dfc-bf06-4a5b-9cb1-5d4c75f85d67 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Feb 15 03:07:52.512560 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117b7f2-cb72-460e-8410-182efa9d0b12 req-0295c33b-d4f4-40bf-be1d-50351e91b9ae tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:52.514059 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8117b7f2-cb72-460e-8410-182efa9d0b12 req-0295c33b-d4f4-40bf-be1d-50351e91b9ae tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0553343 Feb 15 03:07:52.567665 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8117b7f2-cb72-460e-8410-182efa9d0b12 req-87aa9da9-7c7a-4068-97e2-2b4dd700accb tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478899 Feb 15 03:07:53.132368 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709601e-6bdf-4776-b97f-9e4e258117f0 req-1ccc42e3-d23a-4863-a27f-20702a744ecd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:53.133842 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e709601e-6bdf-4776-b97f-9e4e258117f0 req-1ccc42e3-d23a-4863-a27f-20702a744ecd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0522714 Feb 15 03:07:53.183934 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e709601e-6bdf-4776-b97f-9e4e258117f0 req-609bcb7a-111a-413f-b434-cb281a624536 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Feb 15 03:07:53.368685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ae80-ff8a-4d14-a842-44bcf8ad20f5 req-54cabf07-c8c8-477d-a6b0-a578c725090b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:53.370074 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fd81ae80-ff8a-4d14-a842-44bcf8ad20f5 req-54cabf07-c8c8-477d-a6b0-a578c725090b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 943 time: 0.0558541 Feb 15 03:07:53.415813 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fd81ae80-ff8a-4d14-a842-44bcf8ad20f5 req-ef274489-abbd-40ed-8e86-164eff4beb7c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Feb 15 03:07:53.687576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device b9a649f9-fed5-4fb8-833f-5f3e5a7d43db details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:07:53.695194 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aeba2-0b5c-464a-8e9d-f12266b75f59 req-d0227e53-555d-4526-8a37-9a87fbdd077a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:53.695194 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-385aeba2-0b5c-464a-8e9d-f12266b75f59 req-d0227e53-555d-4526-8a37-9a87fbdd077a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 944 time: 0.0544438 Feb 15 03:07:53.758526 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-385aeba2-0b5c-464a-8e9d-f12266b75f59 req-e8f1f268-f0d5-4a2b-843c-9d946e1264c2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580113 Feb 15 03:07:53.805662 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:53.817281 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'port_id': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'mac_address': 'fa:16:3e:05:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:07:53.861470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:53.861861 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:53.875002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a649f9-fed5-4fb8-833f-5f3e5a7d43db {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:07:53.898865 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:53.903642 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:53.904399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:07:54.009380 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:54.053972 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:54.064841 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'port_id': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'mac_address': 'fa:16:3e:0f:71:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:07:54.104470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:54.104868 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:54.118505 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:07:54.138054 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:54.143424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:54.191284 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=9']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:54.300501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b4358-ea57-41fa-bf1a-aa5c35538ee0 req-15eac4c1-5d92-4063-a4b3-e0b24ed96bdb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:54.302080 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-241b4358-ea57-41fa-bf1a-aa5c35538ee0 req-15eac4c1-5d92-4063-a4b3-e0b24ed96bdb tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Feb 15 03:07:54.355990 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-241b4358-ea57-41fa-bf1a-aa5c35538ee0 req-5e64f056-a548-439f-9644-9acc8eabb0c3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Feb 15 03:07:54.376388 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['c54c020e-ee76-46b5-9b5c-5abb119c8f80'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:07:54.380517 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:07:54.477207 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-75082a66-30d6-45ed-9c57-6cda8f8b4586 req-2bbe3eef-6a94-4bc9-aa86-c4f1306be4bc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:07:54.478207 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-75082a66-30d6-45ed-9c57-6cda8f8b4586 req-2bbe3eef-6a94-4bc9-aa86-c4f1306be4bc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560665 Feb 15 03:07:54.551832 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f84df-958e-408e-aa3f-ac8ebb6096b8 req-8360376b-3980-4210-82e2-ba11a0ad397c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:54.554081 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3a9f84df-958e-408e-aa3f-ac8ebb6096b8 req-8360376b-3980-4210-82e2-ba11a0ad397c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 944 time: 0.0633354 Feb 15 03:07:54.619737 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3a9f84df-958e-408e-aa3f-ac8ebb6096b8 req-422f33b9-a165-42a7-aa55-4008c761a637 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546069 Feb 15 03:07:54.679018 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-e76fd3d6-2bb8-4348-b9bc-694c5f6721d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807135 Feb 15 03:07:54.694086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c72553-0c03-4048-82ce-5657d366019f req-6ac308ba-0f98-4438-8c30-045461e5fc3a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:54.695509 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7c72553-0c03-4048-82ce-5657d366019f req-6ac308ba-0f98-4438-8c30-045461e5fc3a tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0640469 Feb 15 03:07:54.746064 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d7c72553-0c03-4048-82ce-5657d366019f req-8f6c9605-d289-49ef-a92a-04ea63eb9db7 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Feb 15 03:07:54.754681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47836) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:07:54.862870 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-33e0433a-3a2d-4683-ba52-2782c2b201ee tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:54.864253 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-33e0433a-3a2d-4683-ba52-2782c2b201ee tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports/7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 943 time: 0.1084740 Feb 15 03:07:54.903449 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c15a-2775-4b31-91a0-a80dadee0bcb req-43b7503b-2339-472e-a072-3315fd9c7b2d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:54.904939 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d564c15a-2775-4b31-91a0-a80dadee0bcb req-43b7503b-2339-472e-a072-3315fd9c7b2d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 945 time: 0.0635335 Feb 15 03:07:54.955000 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d564c15a-2775-4b31-91a0-a80dadee0bcb req-d7359eec-8823-437f-b33c-64103cfb946b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441654 Feb 15 03:07:55.706506 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:07:55.743698 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04a42d-509a-454d-ac3d-c32ffc91714a req-840df15c-cfb5-4260-8bd9-52310022bb38 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:55.745861 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab04a42d-509a-454d-ac3d-c32ffc91714a req-840df15c-cfb5-4260-8bd9-52310022bb38 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 944 time: 0.0584230 Feb 15 03:07:55.769591 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port c54c020e-ee76-46b5-9b5c-5abb119c8f80 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:07:55.770709 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:55.801425 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab04a42d-509a-454d-ac3d-c32ffc91714a req-9ed15426-f456-4857-ba37-a28280e86376 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486691 Feb 15 03:07:55.868934 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c54c020e-ee76-46b5-9b5c-5abb119c8f80 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:55.869450 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:55.875638 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3b30b-722c-4f5b-9b02-b679c52f4532 req-9ca1d636-94e0-423b-b463-82d8d431d4e2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:55.878124 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d7c3b30b-722c-4f5b-9b02-b679c52f4532 req-9ca1d636-94e0-423b-b463-82d8d431d4e2 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0572340 Feb 15 03:07:55.893529 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:55.895870 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8968aadd-2d5c-49e1-922e-92e4fc8d3b2e" -d '{"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:55.909416 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:55.915568 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:55.916430 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device b9a649f9-fed5-4fb8-833f-5f3e5a7d43db up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:07:55.928635 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d7c3b30b-722c-4f5b-9b02-b679c52f4532 req-50814739-d198-428e-97d5-dc8565849b74 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 Feb 15 03:07:55.999334 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:56.003823 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe87f4-30f3-4998-aca6-433a168857c4 x-openstack-request-id: req-41fe87f4-30f3-4998-aca6-433a168857c4 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:56.004110 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-plugged", "status": "completed", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:56.004357 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41fe87f4-30f3-4998-aca6-433a168857c4 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:56.004740 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'code': 200} Feb 15 03:07:56.017960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:07:56.022922 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:07:56.023274 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.030992 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-3c814855-2eb1-498b-b2f6-fbd001e2e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.034123 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-3c814855-2eb1-498b-b2f6-fbd001e2e6bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193&tenant_id=21443331469a45f5b7d064a7f4513743 HTTP/1.1" status: 200 len: 1130 time: 0.0596623 Feb 15 03:07:56.113256 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:56.113666 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.139784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a89ce-78f1-40e9-830c-177935e5aae1 req-2d390666-865b-41cc-877e-452b0af9b2e2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.141432 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-440a89ce-78f1-40e9-830c-177935e5aae1 req-2d390666-865b-41cc-877e-452b0af9b2e2 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0912900 Feb 15 03:07:56.144210 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-f2b9b63e-05b4-40a9-af0d-c53a60f5a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.145591 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-f2b9b63e-05b4-40a9-af0d-c53a60f5a9d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0866027 Feb 15 03:07:56.156089 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:56.160363 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.161269 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:07:56.238046 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:56.280574 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-440a89ce-78f1-40e9-830c-177935e5aae1 req-754a34a9-de75-4a16-b6e6-c411b2d0569b tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315391 Feb 15 03:07:56.286265 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 7f929fa6-5650-4409-8214-1c736d179537 is: ACTIVE; New status is: DOWN {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:07:56.287595 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.294822 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d4e7f-7c6b-4c80-bda7-52a40d70219e req-eb08d801-d5f3-4a22-ae7f-3562aa16b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.296362 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-283d4e7f-7c6b-4c80-bda7-52a40d70219e req-eb08d801-d5f3-4a22-ae7f-3562aa16b0f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 1131 time: 0.1275377 Feb 15 03:07:56.323915 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:07:56.329564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:07:56.331073 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-d83ed1d6-f354-49e1-82ae-0655f19540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.332616 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-d83ed1d6-f354-49e1-82ae-0655f19540bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.1769204 Feb 15 03:07:56.384465 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:07:56.393430 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-283d4e7f-7c6b-4c80-bda7-52a40d70219e req-45fa53dc-b856-4d49-90ec-6d7c118ceec0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915689 Feb 15 03:07:56.412383 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-f15801f1-48bf-4df0-a8ba-2cc579c411ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1000 time: 0.0713456 Feb 15 03:07:56.653280 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-b5eb8f03-1854-4dfb-8a92-86b5952d1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.654722 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-b5eb8f03-1854-4dfb-8a92-86b5952d1b55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.0434985 Feb 15 03:07:56.706683 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-a08ad482-e3fb-4275-b7f8-0d789b3d91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.708188 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-a08ad482-e3fb-4275-b7f8-0d789b3d91c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472960 Feb 15 03:07:56.796190 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-1166ebcf-ffbe-412e-a94f-d55dc1dc35a3 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803862 Feb 15 03:07:56.887371 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-3e77628c-fc90-4b95-9b27-b1af678c3980 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 Feb 15 03:07:56.925293 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233435d6-36cf-453f-be43-2790444082e8 req-91e6833c-a063-432d-b901-d48dfdaa9f1f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:56.926701 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-233435d6-36cf-453f-be43-2790444082e8 req-91e6833c-a063-432d-b901-d48dfdaa9f1f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 15 03:07:56.974100 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-233435d6-36cf-453f-be43-2790444082e8 req-3d50fe50-b7aa-4c4d-8858-ffbf715926c5 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Feb 15 03:07:57.052936 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6892-fa17-4807-aa83-ea3840f33399 req-13cf7bf9-fc84-48b1-b9c5-6b92807412d9 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:57.054422 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df4d6892-fa17-4807-aa83-ea3840f33399 req-13cf7bf9-fc84-48b1-b9c5-6b92807412d9 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Feb 15 03:07:57.102562 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-df4d6892-fa17-4807-aa83-ea3840f33399 req-32b2049c-d946-492e-9310-63959f74d2ed tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Feb 15 03:07:57.405302 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4599-28a2-4f68-9a8f-c52e1f6ec43a req-a3358d48-1cd4-4531-bb1d-59ad632be3e0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:57.407015 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab5f4599-28a2-4f68-9a8f-c52e1f6ec43a req-a3358d48-1cd4-4531-bb1d-59ad632be3e0 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0530574 Feb 15 03:07:57.473167 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ab5f4599-28a2-4f68-9a8f-c52e1f6ec43a req-9a237cbc-a309-43b7-9e2f-fecd76205b2c tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597808 Feb 15 03:07:58.005997 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'}, {'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:07:58.008376 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f9a42-d2b3-45e4-97d9-2cdc12a8945e" -d '{"events": [{"server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "name": "network-vif-plugged", "status": "completed", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db"}, {"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-unplugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:07:58.053144 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 15 Feb 2022 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a83b32-f669-423e-8377-9828273b69cd x-openstack-request-id: req-73a83b32-f669-423e-8377-9828273b69cd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:07:58.053628 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "name": "network-vif-plugged", "status": "completed", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db", "code": 200}, {"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-unplugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:07:58.053886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73a83b32-f669-423e-8377-9828273b69cd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:07:58.054286 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'code': 200} Feb 15 03:07:58.054545 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'code': 200} Feb 15 03:07:58.107682 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8db9b-2c2d-420c-a20d-12d109790782 req-e4768371-8364-4ad8-9464-fe1d5ae9d61e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:58.109240 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1bd8db9b-2c2d-420c-a20d-12d109790782 req-e4768371-8364-4ad8-9464-fe1d5ae9d61e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0589223 Feb 15 03:07:58.164222 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1bd8db9b-2c2d-420c-a20d-12d109790782 req-d77bf43b-0c86-4e97-b436-7865d44e5467 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484481 Feb 15 03:07:58.243560 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b42f-1fe3-49f2-8e20-953606b288ca req-ca1678e0-04ea-4236-8fa7-b1e0e97db8a1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:58.245593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825a763-f295-4955-b265-be9c4da3ef6d req-996ec4e8-0e8b-4ac5-bba7-01addcfe2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:58.246008 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b28b42f-1fe3-49f2-8e20-953606b288ca req-ca1678e0-04ea-4236-8fa7-b1e0e97db8a1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0614738 Feb 15 03:07:58.247062 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0825a763-f295-4955-b265-be9c4da3ef6d req-996ec4e8-0e8b-4ac5-bba7-01addcfe2663 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 1129 time: 0.0586271 Feb 15 03:07:58.293434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0825a763-f295-4955-b265-be9c4da3ef6d req-d027dffd-b16e-4352-abea-0959e739c599 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399704 Feb 15 03:07:58.297622 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3b28b42f-1fe3-49f2-8e20-953606b288ca req-6042578e-6b0f-4f3b-bf4b-03ee92eea926 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Feb 15 03:07:58.600466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbb7b9-2096-4977-9f6b-068354eb5cc4 req-e31e2347-77d9-4a31-84dd-1bad90bd8931 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:58.601861 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-88dbb7b9-2096-4977-9f6b-068354eb5cc4 req-e31e2347-77d9-4a31-84dd-1bad90bd8931 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0564005 Feb 15 03:07:58.649562 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-88dbb7b9-2096-4977-9f6b-068354eb5cc4 req-d8bf4a7f-4f91-4efe-bc2e-6dd77c97c0a6 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422301 Feb 15 03:07:59.295960 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ee7e-c30d-46e0-bb69-6b8bed85fd9a req-90a9e7db-f1d7-4839-a70d-43d6a79cdbd6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:59.297428 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-baf7ee7e-c30d-46e0-bb69-6b8bed85fd9a req-90a9e7db-f1d7-4839-a70d-43d6a79cdbd6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0547383 Feb 15 03:07:59.349712 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-baf7ee7e-c30d-46e0-bb69-6b8bed85fd9a req-79ac2bd1-9bd2-4d83-8b13-90e9ad1dc42a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Feb 15 03:07:59.436125 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eddd4c-e40a-45a9-962e-d373d87e6ec3 req-934c9d7d-b248-44af-856a-5722c3c338d1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:07:59.437753 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-36eddd4c-e40a-45a9-962e-d373d87e6ec3 req-934c9d7d-b248-44af-856a-5722c3c338d1 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0708537 Feb 15 03:07:59.488144 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-36eddd4c-e40a-45a9-962e-d373d87e6ec3 req-99ec8aaa-0185-45fc-9bd4-3ed7b65c9107 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Feb 15 03:08:00.483974 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09123f2-96a1-4cce-b0f4-e370ced10fdc req-166dfee5-deaf-44e1-9359-5395fbeea92a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:00.485376 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f09123f2-96a1-4cce-b0f4-e370ced10fdc req-166dfee5-deaf-44e1-9359-5395fbeea92a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0573781 Feb 15 03:08:00.533896 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f09123f2-96a1-4cce-b0f4-e370ced10fdc req-a9294f9c-b5dd-45f7-8c32-75f1ca51ded8 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Feb 15 03:08:00.608408 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2423e8-3bf5-4798-bb9d-3fff1777c518 req-1515311f-1a64-4fdf-9d34-7b2e53427c6e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:00.609906 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff2423e8-3bf5-4798-bb9d-3fff1777c518 req-1515311f-1a64-4fdf-9d34-7b2e53427c6e tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0539873 Feb 15 03:08:00.650624 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75b221-2823-46d3-a0ff-6eb3af863db2 req-4c4a0089-1bac-4953-b0f3-414bcfeae281 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:00.652191 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-3c75b221-2823-46d3-a0ff-6eb3af863db2 req-4c4a0089-1bac-4953-b0f3-414bcfeae281 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0534430 Feb 15 03:08:00.659972 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ff2423e8-3bf5-4798-bb9d-3fff1777c518 req-98a82357-78ec-4cc2-844b-806bb4438c43 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Feb 15 03:08:00.661444 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 47918) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:00.665772 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Request body: {'floatingip': {'port_id': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:00.707622 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:01.149567 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:01.153530 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:01.265091 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Floating IP a816f52a-868a-4de8-b277-5d2bdb43f1f1 associated. External IP: 172.27.1.175, port: b9a649f9-fed5-4fb8-833f-5f3e5a7d43db. Feb 15 03:08:01.487596 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:01.602922 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:01.607725 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:01.614694 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:01.625321 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:01.625960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:07:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:01.650775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a732cd10-fa41-4274-af88-21c71cfb1121 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "PUT /v2.0/floatingips/a816f52a-868a-4de8-b277-5d2bdb43f1f1 HTTP/1.1" status: 200 len: 991 time: 0.9880211 Feb 15 03:08:01.651565 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:01.654931 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd80449-fb25-4474-ad39-0506d3b82af3" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:01.696002 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce1d64-fb72-4231-ac95-36047c9017a5 x-openstack-request-id: req-d9ce1d64-fb72-4231-ac95-36047c9017a5 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:01.696686 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:01.697465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9ce1d64-fb72-4231-ac95-36047c9017a5 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:01.698110 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'status': 'completed', 'code': 200} Feb 15 03:08:01.760175 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:01.803102 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-ab11d29f-6c52-4182-8ac2-9c1cb4fbef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:01.804679 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-ab11d29f-6c52-4182-8ac2-9c1cb4fbef0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b24450db43141d59e07c9aeed3a9a68&device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 1129 time: 0.0821106 Feb 15 03:08:01.843537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27667c-babb-4e64-be5a-1f8e035abf80 req-6b0929c5-7288-4e6f-b913-523ebe67c916 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:01.845900 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed27667c-babb-4e64-be5a-1f8e035abf80 req-6b0929c5-7288-4e6f-b913-523ebe67c916 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0937276 Feb 15 03:08:01.955636 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ed27667c-babb-4e64-be5a-1f8e035abf80 req-9c015f76-cc38-4db5-85fd-31fdd8011234 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840378 Feb 15 03:08:01.961052 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-ddf50415-5364-4a1f-ab2c-9742a4a163c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:01.962606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-ddf50415-5364-4a1f-ab2c-9742a4a163c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 200 len: 910 time: 0.1499660 Feb 15 03:08:02.049502 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-4ea8f752-e4ff-4ad8-a507-74b7a0ba16b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db HTTP/1.1" status: 200 len: 999 time: 0.0798624 Feb 15 03:08:02.086849 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'a816f52a-868a-4de8-b277-5d2bdb43f1f1', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:05:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a6fac-d364-4204-833a-75679d2e833f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:07:37Z', 'updated_at': '2022-02-15T03:08:01Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:02.119321 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-aab42bf0-6489-40b2-9e44-8544b680301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:02.122659 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-aab42bf0-6489-40b2-9e44-8544b680301e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 200 len: 849 time: 0.0655138 Feb 15 03:08:02.122869 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:02.131326 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:02.131957 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:07:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:02.180933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-f0cf633f-3e69-4caf-9ae6-23ab9387fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:02.182770 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-f0cf633f-3e69-4caf-9ae6-23ab9387fbb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09e6f2a7-989f-47d7-86f1-8f00da6255c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561836 Feb 15 03:08:02.233849 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:08:02.296471 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-b6a538be-e3f8-49a7-b3fb-9f5433e6d9fb service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072369 Feb 15 03:08:02.390376 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cfd80449-fb25-4474-ad39-0506d3b82af3 req-b873d519-59f9-4c92-a571-7f8780510df4 service neutron] 10.222.0.52 "GET /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881362 Feb 15 03:08:02.418957 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:02.666385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'a816f52a-868a-4de8-b277-5d2bdb43f1f1', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:05:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a6fac-d364-4204-833a-75679d2e833f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:07:37Z', 'updated_at': '2022-02-15T03:08:01Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:02.697169 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b003a3-65e9-49c3-a3a8-f52b592fc083 None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'a816f52a-868a-4de8-b277-5d2bdb43f1f1', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'port_id': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'mac_address': 'fa:16:3e:05:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a6fac-d364-4204-833a-75679d2e833f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:07:37Z', 'updated_at': '2022-02-15T03:08:01Z', 'revision_number': 1, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:02.894554 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e7400-6696-4b48-8a95-ec1c8cc517d3 None None] New status for floating IP a816f52a-868a-4de8-b277-5d2bdb43f1f1: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:08:03.008484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c052d0-cf5c-4c31-9fd8-6bd309590adf req-bc0ca5b4-7bff-42ec-92c5-784c0f0ebfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:03.010065 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-88c052d0-cf5c-4c31-9fd8-6bd309590adf req-bc0ca5b4-7bff-42ec-92c5-784c0f0ebfb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1128 time: 0.0753562 Feb 15 03:08:03.093075 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-88c052d0-cf5c-4c31-9fd8-6bd309590adf req-10610b86-5e20-426e-a229-1774c6542337 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765214 Feb 15 03:08:03.158834 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432cfb-693b-4578-94f1-a3280b26b6c6 req-af532e3c-4350-4ed7-8fb3-228515fddff6 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:03.160487 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6432cfb-693b-4578-94f1-a3280b26b6c6 req-af532e3c-4350-4ed7-8fb3-228515fddff6 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 944 time: 0.0785537 Feb 15 03:08:03.224179 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6432cfb-693b-4578-94f1-a3280b26b6c6 req-05e1a46a-f83a-4da9-9b1b-68914303be8b tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578961 Feb 15 03:08:03.716394 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:08:03.819113 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:03.831399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '7f929fa6-5650-4409-8214-1c736d179537', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'port_id': '7f929fa6-5650-4409-8214-1c736d179537', 'mac_address': 'fa:16:3e:a7:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:08:03.873312 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 7f929fa6-5650-4409-8214-1c736d179537 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:03.873698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:03.886288 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f929fa6-5650-4409-8214-1c736d179537 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:08:03.906824 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:03.911514 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:03.958080 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:04.194958 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['7f929fa6-5650-4409-8214-1c736d179537'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:08:04.364032 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f551966-1501-46e6-8833-851f927dd4ce req-fbab0e4c-6a60-4a63-b3ed-ef7d87643f35 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:04.365598 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0f551966-1501-46e6-8833-851f927dd4ce req-fbab0e4c-6a60-4a63-b3ed-ef7d87643f35 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 945 time: 0.0598638 Feb 15 03:08:04.428402 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0f551966-1501-46e6-8833-851f927dd4ce req-e254126d-129e-4bff-90f9-739bc031cb01 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538933 Feb 15 03:08:05.718941 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:08:05.772836 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 7f929fa6-5650-4409-8214-1c736d179537 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:08:05.773220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (7f929fa6-5650-4409-8214-1c736d179537), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:05.860454 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 7f929fa6-5650-4409-8214-1c736d179537 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:05.860726 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:05.886149 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:05.888469 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e14e44-730a-4b0d-a150-6e7ca19bc111" -d '{"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-plugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:05.903696 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:05.909093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:05.932232 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eae33f0-ce48-4c84-8e8c-e7eb0b3cd954 x-openstack-request-id: req-0eae33f0-ce48-4c84-8e8c-e7eb0b3cd954 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:05.932532 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-plugged", "status": "completed", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:05.932787 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0eae33f0-ce48-4c84-8e8c-e7eb0b3cd954 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:05.933182 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'code': 200} Feb 15 03:08:05.959689 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:11.807389 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79d3b298-8f59-49e9-b678-75dabe01b461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:14.706649 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d7cc545d-f65a-442f-9a22-459368073409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:16.513882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:17.982496 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:18.800198 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:21.982241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:23.022356 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-9d0b49c3-84aa-4fe1-ba5b-592c6663ad41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431077 Feb 15 03:08:23.112018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-ebf67edf-3049-4a07-9e87-a48d516acb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:23.113502 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-ebf67edf-3049-4a07-9e87-a48d516acb37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0440493 Feb 15 03:08:23.219274 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-69ada10a-823c-4a9e-82ac-fdcfce44ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:23.220996 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-69ada10a-823c-4a9e-82ac-fdcfce44ab7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.0878737 Feb 15 03:08:23.286011 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-d23b421f-ce73-4d89-949b-6eeaf04703cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 1002 time: 0.0564940 Feb 15 03:08:23.340013 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-931d8334-5202-4be0-9b07-297905631dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:23.341448 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-931d8334-5202-4be0-9b07-297905631dc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.0464280 Feb 15 03:08:23.392887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-ebe0081e-e46d-4399-a187-b856fdc83dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:23.394417 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-ebe0081e-e46d-4399-a187-b856fdc83dcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450547 Feb 15 03:08:23.482777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-15661dff-2951-412c-829b-6fa13481ca0a service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798810 Feb 15 03:08:23.577150 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c86facd4-642d-41a1-a7d5-3c955bf46303 req-4db41632-f7a1-4ea7-a9c2-a62f55c747e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Feb 15 03:08:37.416213 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0fd6f-59e3-4f7c-b097-55ec6dd962f9 req-cd295244-9920-4e63-b06d-4ad982e2e290 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:37.417739 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8ff0fd6f-59e3-4f7c-b097-55ec6dd962f9 req-cd295244-9920-4e63-b06d-4ad982e2e290 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0602231 Feb 15 03:08:37.466158 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8ff0fd6f-59e3-4f7c-b097-55ec6dd962f9 req-cdadff47-6f88-4c35-9e50-32f100207d0a tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426314 Feb 15 03:08:38.591740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef308e0-4333-41a1-9a83-8626a95f02e2 req-1374f93f-29ba-44b7-b21e-c36ff20b7256 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:38.593224 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bef308e0-4333-41a1-9a83-8626a95f02e2 req-1374f93f-29ba-44b7-b21e-c36ff20b7256 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0559299 Feb 15 03:08:38.640329 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bef308e0-4333-41a1-9a83-8626a95f02e2 req-2fce4a78-033f-47fc-ad82-6fdb9227498e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups?id=7addc7f4-39a6-40a6-95be-7932c2770bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414405 Feb 15 03:08:38.907236 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78648b82-319f-487e-b835-055269934124 req-d0f03c7e-76b7-4383-8cc7-90bee923af64 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:38.908711 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-78648b82-319f-487e-b835-055269934124 req-d0f03c7e-76b7-4383-8cc7-90bee923af64 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 947 time: 0.0547132 Feb 15 03:08:39.220525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa285d3a-3ba8-44b5-a062-1254096f0688 req-3308c693-ca9e-49eb-b61c-8b70247db719 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:39.222278 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aa285d3a-3ba8-44b5-a062-1254096f0688 req-3308c693-ca9e-49eb-b61c-8b70247db719 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0549192 Feb 15 03:08:39.233374 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:08:39.259757 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Deleting port c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:39.260127 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.272004 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aa285d3a-3ba8-44b5-a062-1254096f0688 req-99462c5f-512f-4f1f-ba17-0b474b216858 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Feb 15 03:08:39.347596 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] For port c54c020e-ee76-46b5-9b5c-5abb119c8f80, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c54c020e-ee76-46b5-9b5c-5abb119c8f80,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:39.347962 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.525326 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.525600 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.525925 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Floating IP 2c35a746-8ca7-4436-9c01-05329297f508 disassociated. External IP: 172.27.1.176, port: c54c020e-ee76-46b5-9b5c-5abb119c8f80. Feb 15 03:08:39.526276 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Calling delete_port for c54c020e-ee76-46b5-9b5c-5abb119c8f80 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:39.655820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (c54c020e-ee76-46b5-9b5c-5abb119c8f80), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.685061 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'Port': ['ID=c54c020e-ee76-46b5-9b5c-5abb119c8f80,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:39.698239 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.698679 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.698910 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.699278 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.699627 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.699968 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.700303 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.700638 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.700971 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.701308 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.701644 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.701976 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.702305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:39.774166 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6946487c-5600-43d3-b0b5-0d7b7947b072 req-e72b0fcb-9684-44fa-9d11-00402b19f766 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e HTTP/1.1" status: 200 len: 210 time: 0.0327439 Feb 15 03:08:39.839909 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:39.950740 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:39.962983 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:39.973248 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:39.973993 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:39.991588 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] No DVR routers for this DVR port c54c020e-ee76-46b5-9b5c-5abb119c8f80 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:39.994783 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:39.998091 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-78648b82-319f-487e-b835-055269934124 req-b53e6983-9a0e-42e8-886a-6fa5da97dd66 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.52 "DELETE /v2.0/ports/c54c020e-ee76-46b5-9b5c-5abb119c8f80 HTTP/1.1" status: 204 len: 173 time: 1.0835419 Feb 15 03:08:39.998645 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-deleted', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:40.002956 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba73a70-0cc8-4d12-9e25-0dd51cda5ece" -d '{"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-deleted", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:40.060511 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea04bd-4c98-452e-aaa4-ec3b36b6280c x-openstack-request-id: req-4bea04bd-4c98-452e-aaa4-ec3b36b6280c {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:40.061046 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e", "name": "network-vif-deleted", "tag": "c54c020e-ee76-46b5-9b5c-5abb119c8f80", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:40.061576 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bea04bd-4c98-452e-aaa4-ec3b36b6280c {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:40.062280 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64cb14-f1e9-4be5-a9a4-4d7b9d1f173e', 'name': 'network-vif-deleted', 'tag': 'c54c020e-ee76-46b5-9b5c-5abb119c8f80', 'status': 'completed', 'code': 200} Feb 15 03:08:40.112081 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:40.325947 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:40.353356 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:40.361724 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:40.362332 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:40.391787 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e24bc-68c2-48fc-b812-b27bc3c5dfa5 req-0c43867d-3c7c-4e3d-86c9-9c0af8ea622c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:40.393263 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5c5e24bc-68c2-48fc-b812-b27bc3c5dfa5 req-0c43867d-3c7c-4e3d-86c9-9c0af8ea622c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0534213 Feb 15 03:08:40.440473 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5c5e24bc-68c2-48fc-b812-b27bc3c5dfa5 req-0dcc160b-a7ad-47ed-a099-f58fd7c84958 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Feb 15 03:08:40.470851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:40.680458 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:40.710718 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e506f0a-a9b8-46d2-89f6-0f7cfe4fbfe6 None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:02:31Z', 'revision_number': 4, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d', 'name': '', 'network_id': '4c1a999e-ee82-4c20-9c13-04652372776f', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'mac_address': 'fa:16:3e:7f:34:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:27Z', 'updated_at': '2022-02-15T03:02:43Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'subnets': [{'id': 'f4d408a2-702d-454c-8e9c-e3fb82db7859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:40.928595 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193693c-4dae-4c86-bba8-10cd18f5c8c7 None None] New status for floating IP 2c35a746-8ca7-4436-9c01-05329297f508: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:08:41.112943 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-085b71cf-5475-438c-a3ca-8802faf2c66f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:41.114366 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-085b71cf-5475-438c-a3ca-8802faf2c66f tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0543008 Feb 15 03:08:41.207619 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Deleting port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:41.207967 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.298702 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] For port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:41.298977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.465955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.466322 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.466639 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Floating IP a816f52a-868a-4de8-b277-5d2bdb43f1f1 disassociated. External IP: 172.27.1.175, port: b9a649f9-fed5-4fb8-833f-5f3e5a7d43db. Feb 15 03:08:41.467007 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Calling delete_port for b9a649f9-fed5-4fb8-833f-5f3e5a7d43db owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:41.567821 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb3fb-0747-42cd-82b2-a50f46d3b790 req-03da3c56-6e77-4c95-851d-3175103fcb2a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:41.569192 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55eeb3fb-0747-42cd-82b2-a50f46d3b790 req-03da3c56-6e77-4c95-851d-3175103fcb2a tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e92a6fac-d364-4204-833a-75679d2e833f HTTP/1.1" status: 200 len: 945 time: 0.0536702 Feb 15 03:08:41.599566 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (b9a649f9-fed5-4fb8-833f-5f3e5a7d43db), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.622495 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-55eeb3fb-0747-42cd-82b2-a50f46d3b790 req-96291630-d50f-4d1f-817b-6785b2731b8b tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups?id=22df49c7-6358-44f4-9a01-bd0065ca577b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470872 Feb 15 03:08:41.627441 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'Port': ['ID=b9a649f9-fed5-4fb8-833f-5f3e5a7d43db,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:41.743972 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:41.811722 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2184b1c7-8bbb-4a63-a0f6-8db7baeb9eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.859748 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:41.871108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:41.885787 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48100) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:41.890669 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:41.891418 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:41.909558 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] No DVR routers for this DVR port b9a649f9-fed5-4fb8-833f-5f3e5a7d43db on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:41.912028 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.916256 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5b12e64f-84fa-4f9a-8ea0-8e03dc6d669a req-1500b648-7238-4ca9-ba60-1c6af8bd6ca6 tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.52 "DELETE /v2.0/ports/b9a649f9-fed5-4fb8-833f-5f3e5a7d43db HTTP/1.1" status: 204 len: 173 time: 0.7948489 Feb 15 03:08:41.955038 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:41.956941 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (7addc7f4-39a6-40a6-95be-7932c2770bfe), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:41.985314 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: c54c020e-ee76-46b5-9b5c-5abb119c8f80 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:41.985658 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c54c020e-ee76-46b5-9b5c-5abb119c8f80 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:42.004748 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (7addc7f4-39a6-40a6-95be-7932c2770bfe), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.058852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:42.064172 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'name': 'network-vif-deleted', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:42.067325 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bb0aac-1544-4ece-89b1-2d67843141be" -d '{"events": [{"server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "name": "network-vif-deleted", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:42.073679 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7addc7f4-39a6-40a6-95be-7932c2770bfe), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.077181 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.078482 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "DELETE /v2.0/security-groups/7addc7f4-39a6-40a6-95be-7932c2770bfe HTTP/1.1" status: 204 len: 168 time: 0.1915560 Feb 15 03:08:42.081252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48104) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:42.089771 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7addc7f4-39a6-40a6-95be-7932c2770bfe,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.098985 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.099628 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.100152 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.100690 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.101281 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.101784 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.102290 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.103634 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.104225 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.104731 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.105069 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.105403 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.105735 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50a196-5046-47ee-bb99-ae0562b9e39d tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:42.107597 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.api.v2.resource [None req-b22fd74f-c173-40fa-a242-a8f3d6c65e88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] show failed (client error): The resource could not be found. Feb 15 03:08:42.108617 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b22fd74f-c173-40fa-a242-a8f3d6c65e88 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "GET /v2.0/security-groups/7addc7f4-39a6-40a6-95be-7932c2770bfe HTTP/1.1" status: 404 len: 347 time: 0.0263581 Feb 15 03:08:42.112143 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48106) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:42.125368 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8f023-8f67-4435-847c-766ea9e1898a x-openstack-request-id: req-b0e8f023-8f67-4435-847c-766ea9e1898a {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:42.125869 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a6fac-d364-4204-833a-75679d2e833f", "name": "network-vif-deleted", "tag": "b9a649f9-fed5-4fb8-833f-5f3e5a7d43db", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:42.125983 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0e8f023-8f67-4435-847c-766ea9e1898a {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:42.126341 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a6fac-d364-4204-833a-75679d2e833f', 'name': 'network-vif-deleted', 'tag': 'b9a649f9-fed5-4fb8-833f-5f3e5a7d43db', 'status': 'completed', 'code': 200} Feb 15 03:08:42.253620 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Deleting port e7613050-d190-4c0e-8ebe-8d590a2c622b {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:42.253880 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.464702 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:42.492837 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:42.502527 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:42.503177 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:42.555409 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.555808 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (e7613050-d190-4c0e-8ebe-8d590a2c622b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.568100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Calling delete_port for e7613050-d190-4c0e-8ebe-8d590a2c622b owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:42.615935 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:42.723730 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48112) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:42.729349 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (e7613050-d190-4c0e-8ebe-8d590a2c622b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.762816 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Pushing event deleted for resources: {'Port': ['ID=e7613050-d190-4c0e-8ebe-8d590a2c622b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.788964 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (22df49c7-6358-44f4-9a01-bd0065ca577b), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.816866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (22df49c7-6358-44f4-9a01-bd0065ca577b), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.831996 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks [] for floatingip (2c35a746-8ca7-4436-9c01-05329297f508), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.835916 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.839642 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3973379c-bf91-4bf4-beac-397a1730d906 tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c35a746-8ca7-4436-9c01-05329297f508 HTTP/1.1" status: 204 len: 168 time: 0.7259223 Feb 15 03:08:42.850220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:42.882097 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (22df49c7-6358-44f4-9a01-bd0065ca577b), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.886290 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:42.890650 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "DELETE /v2.0/security-groups/22df49c7-6358-44f4-9a01-bd0065ca577b HTTP/1.1" status: 204 len: 168 time: 0.1633742 Feb 15 03:08:42.891044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48116) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:42.896310 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cab77-207f-4145-a405-bbc9027312ee None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:03:52Z', 'revision_number': 4, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': 'a39b56f4-9859-4869-826f-50288f5aee8f', 'name': '', 'network_id': '09e6f2a7-989f-47d7-86f1-8f00da6255c2', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'mac_address': 'fa:16:3e:ca:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:50Z', 'updated_at': '2022-02-15T03:03:58Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'subnets': [{'id': '5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:42.903456 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9284c08-8f64-41dc-8927-acf8cf4cfd2e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df49c7-6358-44f4-9a01-bd0065ca577b,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:42.904949 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.api.v2.resource [None req-193f9544-b25b-4b6b-b40b-9fcbb5430f1e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] show failed (client error): The resource could not be found. Feb 15 03:08:42.906008 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-193f9544-b25b-4b6b-b40b-9fcbb5430f1e tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "GET /v2.0/security-groups/22df49c7-6358-44f4-9a01-bd0065ca577b HTTP/1.1" status: 404 len: 347 time: 0.0139067 Feb 15 03:08:42.909304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48118) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:43.054911 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Deleting port a097e148-572e-441a-88a5-c27b59b8135b {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:43.055292 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (a097e148-572e-441a-88a5-c27b59b8135b), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.140022 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (a097e148-572e-441a-88a5-c27b59b8135b), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.140603 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (a097e148-572e-441a-88a5-c27b59b8135b), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.154485 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Calling delete_port for a097e148-572e-441a-88a5-c27b59b8135b owned by network:floatingip {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:43.157516 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3daa-26cb-4c9c-9f82-03198c4f21d4 None None] New status for floating IP a816f52a-868a-4de8-b277-5d2bdb43f1f1: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:08:43.326471 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (a097e148-572e-441a-88a5-c27b59b8135b), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.358858 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Pushing event deleted for resources: {'Port': ['ID=a097e148-572e-441a-88a5-c27b59b8135b,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:43.420926 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks [] for floatingip (a816f52a-868a-4de8-b277-5d2bdb43f1f1), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.423507 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:43.424641 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3ddab8b3-f002-4caf-8431-2cd31e324b9c tempest-AttachVolumeTestJSON-1171068577 tempest-AttachVolumeTestJSON-1171068577-project] 10.222.0.24 "DELETE /v2.0/floatingips/a816f52a-868a-4de8-b277-5d2bdb43f1f1 HTTP/1.1" status: 204 len: 168 time: 0.5142860 Feb 15 03:08:44.708201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d82961f-c908-466b-8ee1-20c0ec9c061b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.256343 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48148) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:45.707703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.962302 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Deleting port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:45.962580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:45.969058 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device b9a649f9-fed5-4fb8-833f-5f3e5a7d43db no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:45.990464 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: b9a649f9-fed5-4fb8-833f-5f3e5a7d43db {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:45.990816 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device b9a649f9-fed5-4fb8-833f-5f3e5a7d43db not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:46.289254 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] For port a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:46.289847 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:46.302658 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Calling delete_port for a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d owned by network:router_interface {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:46.482607 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:46.510103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:46.522647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:46.677966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:46.908673 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Router d5f6477b-8bca-40e2-b704-c3dac65f25e4 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:46.933217 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48168) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:47.018768 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:47.028199 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-992ceb39-ccff-4f02-b921-79ab9ef4b6f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/d5f6477b-8bca-40e2-b704-c3dac65f25e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7664623 Feb 15 03:08:47.028199 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48172) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:47.031192 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Sync routers for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:47.041287 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:47.042335 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:47.149138 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks [] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.156831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:47.261612 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks [] for router_gateway (d5f6477b-8bca-40e2-b704-c3dac65f25e4), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.318886 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Deleting port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:47.319609 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.365377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:08:46Z', 'revision_number': 5, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port': {'id': '74f9ea4f-ba9e-4500-8a24-c2f66b24f77d', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:02:20Z', 'updated_at': '2022-02-15T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:47.393871 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Checking router: d5f6477b-8bca-40e2-b704-c3dac65f25e4 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:47.403609 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Routers {'d5f6477b-8bca-40e2-b704-c3dac65f25e4'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:47.404240 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:47.420289 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] For port 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:47.420838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.433572 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.435683 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Calling delete_port for 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d owned by network:router_gateway {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:47.499102 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] Set router d5f6477b-8bca-40e2-b704-c3dac65f25e4 gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:47.556491 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:08:47Z', 'revision_number': 6, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:47.584370 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c603c-9e1d-4b2e-a9dd-383059f03b81 None None] The sync data for ids ['d5f6477b-8bca-40e2-b704-c3dac65f25e4'] in dv-cinder-828085-9-iscsi is: [{'id': 'd5f6477b-8bca-40e2-b704-c3dac65f25e4', 'name': 'tempest-AttachVolumeShelveTestJSON-1004252612-router', 'tenant_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:02:18Z', 'updated_at': '2022-02-15T03:08:47Z', 'revision_number': 6, 'project_id': '6c08d74d0cb140cfa09ddc3f8102b7c1', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:47.639536 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (74f9ea4f-ba9e-4500-8a24-c2f66b24f77d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.667236 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Pushing event deleted for resources: {'Port': ['ID=74f9ea4f-ba9e-4500-8a24-c2f66b24f77d,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:47.732633 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.763947 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Deleting port a39b56f4-9859-4869-826f-50288f5aee8f {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:47.764293 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.847769 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.849972 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks [] for router_controller (d5f6477b-8bca-40e2-b704-c3dac65f25e4), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.850938 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] For port a39b56f4-9859-4869-826f-50288f5aee8f, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a39b56f4-9859-4869-826f-50288f5aee8f,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:47.851338 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.863631 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Calling delete_port for a39b56f4-9859-4869-826f-50288f5aee8f owned by network:router_interface {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:47.916666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (d5f6477b-8bca-40e2-b704-c3dac65f25e4), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.917848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f6477b-8bca-40e2-b704-c3dac65f25e4 {{(pid=102657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:08:47.924452 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.927809 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e86cd465-cf36-48aa-ade5-8ad9ea8e442e admin admin] 10.222.0.24 "DELETE /v2.0/routers/d5f6477b-8bca-40e2-b704-c3dac65f25e4 HTTP/1.1" status: 204 len: 168 time: 0.8997376 Feb 15 03:08:47.928563 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48174) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:47.997733 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:47.998324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Deleting subnet f4d408a2-702d-454c-8e9c-e3fb82db7859 {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:08:48.001826 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Publish callbacks [] for subnet (f4d408a2-702d-454c-8e9c-e3fb82db7859), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.042951 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (f4d408a2-702d-454c-8e9c-e3fb82db7859), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.075669 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (a39b56f4-9859-4869-826f-50288f5aee8f), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.107690 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b56f4-9859-4869-826f-50288f5aee8f,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:48.165453 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (f4d408a2-702d-454c-8e9c-e3fb82db7859), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.232731 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (f4d408a2-702d-454c-8e9c-e3fb82db7859), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.262218 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d408a2-702d-454c-8e9c-e3fb82db7859,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:48.265799 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.269019 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-958c0508-2e0b-4bcc-9b6b-391573551227 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f4d408a2-702d-454c-8e9c-e3fb82db7859 HTTP/1.1" status: 204 len: 168 time: 0.3394306 Feb 15 03:08:48.271732 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48176) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:48.274212 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e01688-ccf8-4df7-bfdc-675ba4a64af3 None None] Network 4c1a999e-ee82-4c20-9c13-04652372776f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:48.303251 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.353819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (4c1a999e-ee82-4c20-9c13-04652372776f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.414556 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Deleting port fdba2a41-979e-47a0-aae8-330eab88b8ca {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:48.414897 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.481886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] DHCP port deletion for 4c1a999e-ee82-4c20-9c13-04652372776f request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:08:48.496833 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] For port fdba2a41-979e-47a0-aae8-330eab88b8ca, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=fdba2a41-979e-47a0-aae8-330eab88b8ca,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:48.497260 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.520223 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Calling delete_port for fdba2a41-979e-47a0-aae8-330eab88b8ca owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:48.557781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Deleting port fdba2a41-979e-47a0-aae8-330eab88b8ca {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:48.558167 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.600536 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Router 8ab9c1c1-ee0f-4825-a89e-6705085274ca has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:08:48.614905 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.643741 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] For port fdba2a41-979e-47a0-aae8-330eab88b8ca, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=fdba2a41-979e-47a0-aae8-330eab88b8ca,segment=NetworkSegment(25e737ab-8f42-4d75-91cf-c0f7a34db7fe),segment_id=25e737ab-8f42-4d75-91cf-c0f7a34db7fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:48.644155 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.644282 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdba2a41-979e-47a0-aae8-330eab88b8ca,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:48.651416 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] No DVR routers for this DVR port fdba2a41-979e-47a0-aae8-330eab88b8ca on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:48.670649 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device fdba2a41-979e-47a0-aae8-330eab88b8ca no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:48.677540 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Calling delete_port for fdba2a41-979e-47a0-aae8-330eab88b8ca owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:48.701403 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: fdba2a41-979e-47a0-aae8-330eab88b8ca {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:48.701665 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device fdba2a41-979e-47a0-aae8-330eab88b8ca not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:48.702087 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:48.742200 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (4c1a999e-ee82-4c20-9c13-04652372776f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.743117 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:08:48.751803 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:48.752175 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a9c9a85b-bf7c-4255-9cd1-a5d095f97f7d not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:48.752586 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:48.755571 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-198dad15-5a9a-4603-8719-c23eba0b3ee9 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab9c1c1-ee0f-4825-a89e-6705085274ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212521 Feb 15 03:08:48.758103 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Sync routers for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:08:48.759668 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48178) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:48.771356 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1a999e-ee82-4c20-9c13-04652372776f']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:48.782537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e737ab-8f42-4d75-91cf-c0f7a34db7fe') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:48.782841 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e737ab-8f42-4d75-91cf-c0f7a34db7fe') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:48.784127 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:48.785077 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:48.797823 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (25e737ab-8f42-4d75-91cf-c0f7a34db7fe), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.814688 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (25e737ab-8f42-4d75-91cf-c0f7a34db7fe), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.821304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:08:48.823596 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (25e737ab-8f42-4d75-91cf-c0f7a34db7fe), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.831331 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:48.831678 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74f9ea4f-ba9e-4500-8a24-c2f66b24f77d not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:48.853812 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.882714 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks [] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:08:48.890518 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:08:48.892617 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (fdba2a41-979e-47a0-aae8-330eab88b8ca), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.915558 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Pushing event deleted for resources: {'Port': ['ID=fdba2a41-979e-47a0-aae8-330eab88b8ca,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:48.924656 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.925038 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.925379 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.925805 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.926167 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.926546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.926830 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.927186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.927570 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.927956 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.928245 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.928593 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.928968 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:08:48.933226 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676dabb-3523-45c1-87b2-cc7be998cc6f None None] No DVR routers for this DVR port fdba2a41-979e-47a0-aae8-330eab88b8ca on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:48.938690 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:48.938908 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (4c1a999e-ee82-4c20-9c13-04652372776f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.953568 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:48.959308 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c1a999e-ee82-4c20-9c13-04652372776f HTTP/1.1" status: 204 len: 168 time: 0.6862025 Feb 15 03:08:48.986148 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5eb5-26c2-432a-9b62-1bd999c5f1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1a999e-ee82-4c20-9c13-04652372776f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:49.020162 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks [] for router_gateway (8ab9c1c1-ee0f-4825-a89e-6705085274ca), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.081578 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Deleting port 8c86f882-c21d-4be4-b5b7-92fa048a6a84 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:49.082181 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.103053 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48182) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:49.148337 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6b7e877f-2b7f-4e97-b19f-ca91644cd8cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c08d74d0cb140cfa09ddc3f8102b7c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429592 Feb 15 03:08:49.151663 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48184) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:49.168069 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:08:48Z', 'revision_number': 5, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port': {'id': '8c86f882-c21d-4be4-b5b7-92fa048a6a84', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:03:46Z', 'updated_at': '2022-02-15T03:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:49.184327 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] For port 8c86f882-c21d-4be4-b5b7-92fa048a6a84, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=8c86f882-c21d-4be4-b5b7-92fa048a6a84,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:49.184711 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.200651 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Calling delete_port for 8c86f882-c21d-4be4-b5b7-92fa048a6a84 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:49.202220 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Checking router: 8ab9c1c1-ee0f-4825-a89e-6705085274ca for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:08:49.213620 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Routers {'8ab9c1c1-ee0f-4825-a89e-6705085274ca'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:08:49.214528 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:08:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:49.216793 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] Publish callbacks [] for security_group (0092f4b8-3fbf-4421-a058-ba4e4248980f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.240097 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] Publish callbacks [] for security_group (0092f4b8-3fbf-4421-a058-ba4e4248980f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.292634 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (0092f4b8-3fbf-4421-a058-ba4e4248980f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.295370 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.299005 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0092f4b8-3fbf-4421-a058-ba4e4248980f HTTP/1.1" status: 204 len: 168 time: 0.1439185 Feb 15 03:08:49.302718 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] Set router 8ab9c1c1-ee0f-4825-a89e-6705085274ca gateway port host: None {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:08:49.311189 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8b8c-c233-4eaa-95b2-9fdd518e737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092f4b8-3fbf-4421-a058-ba4e4248980f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:49.406879 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (8c86f882-c21d-4be4-b5b7-92fa048a6a84), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.435863 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c86f882-c21d-4be4-b5b7-92fa048a6a84,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:49.463447 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:08:49Z', 'revision_number': 6, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:49.493305 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33fa08-0eb0-4def-b711-8a62608e1ff9 None None] The sync data for ids ['8ab9c1c1-ee0f-4825-a89e-6705085274ca'] in dv-cinder-828085-9-iscsi is: [{'id': '8ab9c1c1-ee0f-4825-a89e-6705085274ca', 'name': 'tempest-AttachVolumeTestJSON-852156802-router', 'tenant_id': '4b24450db43141d59e07c9aeed3a9a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:03:44Z', 'updated_at': '2022-02-15T03:08:49Z', 'revision_number': 6, 'project_id': '4b24450db43141d59e07c9aeed3a9a68', 'gw_port_host': None}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:08:49.521486 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.848372 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.850633 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks [] for router_controller (8ab9c1c1-ee0f-4825-a89e-6705085274ca), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.903225 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (8ab9c1c1-ee0f-4825-a89e-6705085274ca), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.904166 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab9c1c1-ee0f-4825-a89e-6705085274ca {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:08:49.909397 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:49.911189 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-53b3214f-1ec8-4134-b5ca-612f2ab831d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ab9c1c1-ee0f-4825-a89e-6705085274ca HTTP/1.1" status: 204 len: 168 time: 1.1498475 Feb 15 03:08:49.913264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48200) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:49.965617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Deleting subnet 5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:08:49.968887 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Publish callbacks [] for subnet (5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.006694 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.083985 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.125400 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48208) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:50.144547 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.172871 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.176642 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.180039 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4989c169-fb89-438e-84f7-9ced283d37de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5833b21c-ccb1-4ec5-b8c5-6b12b9ec854f HTTP/1.1" status: 204 len: 168 time: 0.2656000 Feb 15 03:08:50.183607 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48212) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:50.188055 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5034037-cf87-4c82-a054-2687674ef97e None None] Network 09e6f2a7-989f-47d7-86f1-8f00da6255c2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:50.239500 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-419116893-network', 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:50.267240 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (09e6f2a7-989f-47d7-86f1-8f00da6255c2), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.278061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:50.280463 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.294434 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.339387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Deleting port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:50.339703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.405380 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] DHCP port deletion for 09e6f2a7-989f-47d7-86f1-8f00da6255c2 request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:08:50.411390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks [] for security_group (43d28ccd-96a0-4e6e-9fed-aa386e7ef906), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.419258 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (43d28ccd-96a0-4e6e-9fed-aa386e7ef906), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.428645 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] For port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:50.429269 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.446166 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d28ccd-96a0-4e6e-9fed-aa386e7ef906,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.455645 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Calling delete_port for 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:50.459576 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:08:50.461397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Deleting port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:08:50.461781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.481141 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (62b20da1-342c-47a0-afdc-2918418425da), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.481418 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Added segment 62b20da1-342c-47a0-afdc-2918418425da of type vlan for network 80c26300-d1e5-4078-89f2-1322c33f5c26 Feb 15 03:08:50.554972 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (80c26300-d1e5-4078-89f2-1322c33f5c26), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.561751 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] For port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,segment=NetworkSegment(783c471f-557b-4704-b9ea-f2a3adcbb51f),segment_id=783c471f-557b-4704-b9ea-f2a3adcbb51f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:50.562298 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.565769 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:50.585325 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.592979 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (80c26300-d1e5-4078-89f2-1322c33f5c26), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.593704 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:50.594231 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.607307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Calling delete_port for 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:08:50.650203 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5231812 Feb 15 03:08:50.651721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] No DVR routers for this DVR port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:50.652562 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48214) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:50.657818 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Request body: {'subnet': {'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-419116893-subnet', 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:50.660048 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.681312 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8bab1-85dc-4c0e-b13b-b72f6c495432 admin admin] Pushing event updated for resources: {'Network': ['ID=80c26300-d1e5-4078-89f2-1322c33f5c26,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.691564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No active binding found for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 {{(pid=102659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 03:08:50.692221 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] The host dv-cinder-828085-9-iscsi is not matching for port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 host None! {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 03:08:50.692737 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:50.693333 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 8c86f882-c21d-4be4-b5b7-92fa048a6a84 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:50.699116 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:50.701857 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218944'] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.719280 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 8c86f882-c21d-4be4-b5b7-92fa048a6a84 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:50.719727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 8c86f882-c21d-4be4-b5b7-92fa048a6a84 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:50.720502 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a39b56f4-9859-4869-826f-50288f5aee8f no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:08:50.722595 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:08:50.789778 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (09e6f2a7-989f-47d7-86f1-8f00da6255c2), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.797891 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: a39b56f4-9859-4869-826f-50288f5aee8f {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:08:50.797891 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a39b56f4-9859-4869-826f-50288f5aee8f not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:08:50.818481 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e6f2a7-989f-47d7-86f1-8f00da6255c2']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:50.829916 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783c471f-557b-4704-b9ea-f2a3adcbb51f') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:50.830214 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783c471f-557b-4704-b9ea-f2a3adcbb51f') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:08:50.846380 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (783c471f-557b-4704-b9ea-f2a3adcbb51f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.848789 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (2a12c9d2-5c96-4264-9cb9-8c8cb40d0959), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.866304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (783c471f-557b-4704-b9ea-f2a3adcbb51f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.874029 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:08:50.875356 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (783c471f-557b-4704-b9ea-f2a3adcbb51f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.877072 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] Pushing event deleted for resources: {'Port': ['ID=2a12c9d2-5c96-4264-9cb9-8c8cb40d0959,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:08:50.878253 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:08:50.886400 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66949c7-62e7-4b0a-a857-1cf896db818a None None] No DVR routers for this DVR port 2a12c9d2-5c96-4264-9cb9-8c8cb40d0959 on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:08:50.948059 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10358272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218966'] for subnet (c0f35c2d-4e55-4bcd-996b-853f11dea4f0), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.949762 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (09e6f2a7-989f-47d7-86f1-8f00da6255c2), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.955301 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:50.959555 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/09e6f2a7-989f-47d7-86f1-8f00da6255c2 HTTP/1.1" status: 204 len: 168 time: 0.7758138 Feb 15 03:08:50.971971 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9d51-b253-46a9-a6f2-3cb50192cac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e6f2a7-989f-47d7-86f1-8f00da6255c2,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:51.018209 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f35c2d-4e55-4bcd-996b-853f11dea4f0,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:51.026706 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Checking segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:51.027085 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Network hostable DHCP agents. Network: 80c26300-d1e5-4078-89f2-1322c33f5c26, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:08:51.045666 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:08:51.055543 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 80c26300-d1e5-4078-89f2-1322c33f5c26) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:51.061993 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:51.062606 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:51.067662 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446c73f-fe4b-40cf-86aa-f9066a8daad0 None None] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:51.087219 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f1d45d2e-a3b3-4043-b451-e42f02ffa520 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4314938 Feb 15 03:08:51.105765 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48220) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:51.155389 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-c8c36bd2-9ce2-4eb8-8ba0-b16872e1f619 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b24450db43141d59e07c9aeed3a9a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483661 Feb 15 03:08:51.159173 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48222) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:51.229278 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] Publish callbacks [] for security_group (cb2ab167-5a2e-4673-bba0-ba23acf064c1), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:51.256671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] Publish callbacks [] for security_group (cb2ab167-5a2e-4673-bba0-ba23acf064c1), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:51.319020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cb2ab167-5a2e-4673-bba0-ba23acf064c1), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:51.320851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbb60d-622c-4cc5-8628-26b1adbf3581 None None] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:08:51.322015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:51.326576 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb2ab167-5a2e-4673-bba0-ba23acf064c1 HTTP/1.1" status: 204 len: 168 time: 0.1653786 Feb 15 03:08:51.335780 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c93e0-4fde-429c-b055-2181f8db87ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ab167-5a2e-4673-bba0-ba23acf064c1,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:51.605484 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-5e7292dc-d079-478f-9fb8-b8e35bed2d53 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:51.607686 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-5e7292dc-d079-478f-9fb8-b8e35bed2d53 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1128440 Feb 15 03:08:51.622946 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-f8504d92-3a5d-4406-a8fe-a2938f33a5bb tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/quotas/c9df8848dd31493e86ac9541cb993a90 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Feb 15 03:08:51.659324 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-bfcb1af2-d58c-495e-834a-5957544d7019 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302818 Feb 15 03:08:51.758678 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-a979d68c-788a-472d-8c10-5bbc6d2abec3 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920095 Feb 15 03:08:51.851736 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-564043ec-311e-4c4f-a8b4-dcbd83c69ac4 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Feb 15 03:08:51.996242 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:52.033962 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-17e3156e-1724-4cb7-8b50-5cfd00610b8d req-6bb4d87e-944e-48fb-b27f-9b1b69973802 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Feb 15 03:08:53.076562 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-f6d06879-31ad-41ba-ab82-e26647778b88 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:53.078744 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-f6d06879-31ad-41ba-ab82-e26647778b88 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1765907 Feb 15 03:08:53.091211 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Request body: {'port': {'device_id': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'admin_state_up': True, 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:53.178029 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-38a4cfd5-7c9e-4ee6-aae1-402df3638122 req-74e56fd4-1531-4bc1-91f1-68d0ef306dda tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 210 time: 0.0355155 Feb 15 03:08:53.236713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:08:53.240168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.358925 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Allocated IP 172.20.0.8 (80c26300-d1e5-4078-89f2-1322c33f5c26/c0f35c2d-4e55-4bcd-996b-853f11dea4f0/13c20667-8479-4873-a718-e79ce6231839) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:08:53.503039 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks [] for port (13c20667-8479-4873-a718-e79ce6231839), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.536923 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (13c20667-8479-4873-a718-e79ce6231839), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.578393 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:08:53.583269 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:08:53.586808 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:08:53.610161 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event updated for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:53.636936 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:53.637548 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.653065 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-67681ad3-a77e-43f8-81c9-40c077b9467e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667698 Feb 15 03:08:53.664041 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Request body: {'port': {'device_id': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:08:53.724039 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (13c20667-8479-4873-a718-e79ce6231839), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.977674 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c20667-8479-4873-a718-e79ce6231839 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:08:53.985643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks [] for port (13c20667-8479-4873-a718-e79ce6231839), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:53.998020 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Transition to ACTIVE for port object 13c20667-8479-4873-a718-e79ce6231839 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:08:54.000848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (13c20667-8479-4873-a718-e79ce6231839), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.050838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:54.120258 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Attempting to bind port 13c20667-8479-4873-a718-e79ce6231839 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:08:54.120859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Attempting to bind port 13c20667-8479-4873-a718-e79ce6231839 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:08:54.121168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Attempting to bind port 13c20667-8479-4873-a718-e79ce6231839 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:54.125253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Port 13c20667-8479-4873-a718-e79ce6231839 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:08:54.125580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Attempting to bind port 13c20667-8479-4873-a718-e79ce6231839 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:08:54.130347 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:08:54.130688 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Checking segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:08:54.131080 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Bound using segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:08:54.131542 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Bound port: 13c20667-8479-4873-a718-e79ce6231839, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:08:54.131899 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (13c20667-8479-4873-a718-e79ce6231839), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.201728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:08:54.205390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=13c20667-8479-4873-a718-e79ce6231839,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:08:54.214948 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (13c20667-8479-4873-a718-e79ce6231839), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.255599 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.256306 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:54.257734 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/13c20667-8479-4873-a718-e79ce6231839 HTTP/1.1" status: 200 len: 1093 time: 0.5979915 Feb 15 03:08:54.258200 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'tag': '13c20667-8479-4873-a718-e79ce6231839'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:08:54.261663 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3c455-8ced-416e-b7e5-d9843980492c" -d '{"events": [{"name": "network-changed", "server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "tag": "13c20667-8479-4873-a718-e79ce6231839"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:08:54.296202 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20452f-1652-402f-bf9f-06f13db62bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:54.339659 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb703a58-c8e3-4f07-89e0-fa6f63b50b93 x-openstack-request-id: req-cb703a58-c8e3-4f07-89e0-fa6f63b50b93 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:08:54.340553 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "tag": "13c20667-8479-4873-a718-e79ce6231839", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:08:54.340817 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb703a58-c8e3-4f07-89e0-fa6f63b50b93 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:08:54.341222 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'tag': '13c20667-8479-4873-a718-e79ce6231839', 'status': 'completed', 'code': 200} Feb 15 03:08:54.362044 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-8b94cb93-af76-41b8-b008-d037668d2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.363605 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-8b94cb93-af76-41b8-b008-d037668d2749 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0558259 Feb 15 03:08:54.364114 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1fd6-dc37-4805-b9d4-869f90ef04bf req-03759708-90af-4460-9842-27956f598a73 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.365840 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f1ed1fd6-dc37-4805-b9d4-869f90ef04bf req-03759708-90af-4460-9842-27956f598a73 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 943 time: 0.0731266 Feb 15 03:08:54.407738 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-23075793-7581-450f-b9b8-6479a24e6d88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c20667-8479-4873-a718-e79ce6231839 HTTP/1.1" status: 200 len: 217 time: 0.0373716 Feb 15 03:08:54.425616 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f1ed1fd6-dc37-4805-b9d4-869f90ef04bf req-62d06f04-59d2-4f48-a16f-8afb1ea450a6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Feb 15 03:08:54.468070 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-f5b34c11-ff59-446b-b64f-53ee724b10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.469588 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-f5b34c11-ff59-446b-b64f-53ee724b10fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0557411 Feb 15 03:08:54.501828 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-40bf426b-4df1-45c6-8b1c-76d04af31e8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268989 Feb 15 03:08:54.592407 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-4534422c-af36-4cce-a8c1-38793cff1d49 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Feb 15 03:08:54.685825 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-09328dc0-7a80-4b1a-bafd-a227e0f969c6 req-e3b13e77-a6fc-4608-9f76-c663e63b0b64 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876012 Feb 15 03:08:54.773230 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-8d46e00b-ee12-426a-bec0-434d66584d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:54.774648 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-8d46e00b-ee12-426a-bec0-434d66584d24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0451927 Feb 15 03:08:55.123771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-3d83183c-642a-41e8-9cea-546334fbd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.125169 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-3d83183c-642a-41e8-9cea-546334fbd201 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 914 time: 0.3440611 Feb 15 03:08:55.165906 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-66747c50-518c-4894-9239-1cf8041ff37f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c20667-8479-4873-a718-e79ce6231839 HTTP/1.1" status: 200 len: 217 time: 0.0336461 Feb 15 03:08:55.214313 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-3bf5cc69-f264-43a0-afb7-3073a222c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.215792 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-3bf5cc69-f264-43a0-afb7-3073a222c1c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0443377 Feb 15 03:08:55.247955 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-0d2989ad-dab3-4252-944a-b552ee096305 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253506 Feb 15 03:08:55.337484 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-fe747ea3-8965-4b14-989e-3802c42b2f8c service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832460 Feb 15 03:08:55.431652 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2fc3c455-8ced-416e-b7e5-d9843980492c req-f8474f05-1df5-4c1c-ace3-90bafc2c0bce service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872900 Feb 15 03:08:55.547036 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04ca9-9152-4b00-9dcb-e6fd9e96742d req-17785fc9-218f-49fc-977f-62dd9dded252 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:55.548618 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-78d04ca9-9152-4b00-9dcb-e6fd9e96742d req-17785fc9-218f-49fc-977f-62dd9dded252 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 943 time: 0.0553451 Feb 15 03:08:55.596907 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-78d04ca9-9152-4b00-9dcb-e6fd9e96742d req-cd61224e-a101-4e4c-a2c5-a811209d99d3 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Feb 15 03:08:55.932300 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48344) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:56.038520 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-40116a50-056d-4e97-b5bb-cd05202039e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.113309 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-40116a50-056d-4e97-b5bb-cd05202039e2 admin admin] Publish callbacks [] for security_group (8056d543-d969-47c7-b8a1-a21c997458a7), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.117068 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-40116a50-056d-4e97-b5bb-cd05202039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8056d543-d969-47c7-b8a1-a21c997458a7), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.155417 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-40116a50-056d-4e97-b5bb-cd05202039e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c38d848cf53648c5a226bf0beb6abe82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220106 Feb 15 03:08:56.156296 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40116a50-056d-4e97-b5bb-cd05202039e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8056d543-d969-47c7-b8a1-a21c997458a7,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:56.158886 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48348) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:56.209076 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] Publish callbacks [] for security_group (8056d543-d969-47c7-b8a1-a21c997458a7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.230160 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] Publish callbacks [] for security_group (8056d543-d969-47c7-b8a1-a21c997458a7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.279847 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (8056d543-d969-47c7-b8a1-a21c997458a7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.282826 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.284044 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8056d543-d969-47c7-b8a1-a21c997458a7 HTTP/1.1" status: 204 len: 168 time: 0.1236808 Feb 15 03:08:56.292088 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a02f1-a501-499d-a5e2-a92c58eebbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056d543-d969-47c7-b8a1-a21c997458a7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:56.553737 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48354) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:56.570702 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e612cedb-de13-4ace-8778-53f4fb6c5913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.652974 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e612cedb-de13-4ace-8778-53f4fb6c5913 admin admin] Publish callbacks [] for security_group (966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.658303 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-e612cedb-de13-4ace-8778-53f4fb6c5913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.725798 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-e612cedb-de13-4ace-8778-53f4fb6c5913 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5999c290e7e548aea79b0cc18b55a393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707909 Feb 15 03:08:56.727193 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612cedb-de13-4ace-8778-53f4fb6c5913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:56.729361 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48358) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:08:56.755572 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf245f-dd5d-4090-86f0-cb1662710f0d req-0a405767-0f2a-409a-a6bf-1852b29cc5ab tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:56.757230 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aabf245f-dd5d-4090-86f0-cb1662710f0d req-0a405767-0f2a-409a-a6bf-1852b29cc5ab tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 943 time: 0.0870156 Feb 15 03:08:56.782968 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] Publish callbacks [] for security_group (966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.804207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] Publish callbacks [] for security_group (966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.805907 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-aabf245f-dd5d-4090-86f0-cb1662710f0d req-9d8afa44-81b6-43dd-94ce-11478c9cea2b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Feb 15 03:08:56.852450 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.855583 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:56.856707 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a HTTP/1.1" status: 204 len: 168 time: 0.1263454 Feb 15 03:08:56.863998 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7908e35-af7c-4d56-b6a0-b4adb6c6ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a1e6b-aba4-4cf1-b4b6-b6b3a024f05a,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:57.928216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4504c-69aa-4d92-9029-22bcce90f3db req-7a39dcb7-811a-43a1-bafe-180942c21613 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:57.929740 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3cf4504c-69aa-4d92-9029-22bcce90f3db req-7a39dcb7-811a-43a1-bafe-180942c21613 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 943 time: 0.0528102 Feb 15 03:08:57.978775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3cf4504c-69aa-4d92-9029-22bcce90f3db req-10c34d48-7fc7-4028-a5b6-7379ddb106e2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Feb 15 03:08:58.031572 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 13c20667-8479-4873-a718-e79ce6231839 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:08:58.132527 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=13c20667-8479-4873-a718-e79ce6231839,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:58.144778 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '13c20667-8479-4873-a718-e79ce6231839', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'port_id': '13c20667-8479-4873-a718-e79ce6231839', 'mac_address': 'fa:16:3e:c1:21:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f35c2d-4e55-4bcd-996b-853f11dea4f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:08:58.182245 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 13c20667-8479-4873-a718-e79ce6231839 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:08:58.182555 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (13c20667-8479-4873-a718-e79ce6231839), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:58.196051 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c20667-8479-4873-a718-e79ce6231839 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:08:58.216781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=13c20667-8479-4873-a718-e79ce6231839,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:08:58.223875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (13c20667-8479-4873-a718-e79ce6231839), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:08:58.277272 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:08:58.438698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:08:59.105207 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daaf0-ad0e-40b3-ac38-3980d53aca01 req-f35af8de-b56b-4c0c-9589-98de16579406 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:08:59.108687 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c96daaf0-ad0e-40b3-ac38-3980d53aca01 req-f35af8de-b56b-4c0c-9589-98de16579406 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 944 time: 0.0591183 Feb 15 03:08:59.168015 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c96daaf0-ad0e-40b3-ac38-3980d53aca01 req-bf2dba57-05ec-4120-86cd-51cbb5fcba64 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Feb 15 03:09:00.047066 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 13c20667-8479-4873-a718-e79ce6231839 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:00.095644 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 13c20667-8479-4873-a718-e79ce6231839 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:09:00.099899 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 13c20667-8479-4873-a718-e79ce6231839 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:00.100274 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (13c20667-8479-4873-a718-e79ce6231839), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:00.179863 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 13c20667-8479-4873-a718-e79ce6231839 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:00.180206 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (13c20667-8479-4873-a718-e79ce6231839), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:00.205644 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c20667-8479-4873-a718-e79ce6231839'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:00.207971 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6a1b08-88f5-4b75-8bb9-8b8ec44413a4" -d '{"events": [{"server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "name": "network-vif-plugged", "status": "completed", "tag": "13c20667-8479-4873-a718-e79ce6231839"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:00.221522 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=13c20667-8479-4873-a718-e79ce6231839,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:00.227646 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (13c20667-8479-4873-a718-e79ce6231839), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:00.251468 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c3198-c43d-4e56-93ed-966989e70e23 x-openstack-request-id: req-d83c3198-c43d-4e56-93ed-966989e70e23 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:00.251758 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "name": "network-vif-plugged", "status": "completed", "tag": "13c20667-8479-4873-a718-e79ce6231839", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:00.252006 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d83c3198-c43d-4e56-93ed-966989e70e23 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:00.252389 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c20667-8479-4873-a718-e79ce6231839', 'code': 200} Feb 15 03:09:00.282334 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:00.311870 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f766d3-9bf7-4e00-81cc-c309187f43c6 req-8eb940f4-d5e8-4f5c-acce-f2fc0c6c51b7 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.313580 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-14f766d3-9bf7-4e00-81cc-c309187f43c6 req-8eb940f4-d5e8-4f5c-acce-f2fc0c6c51b7 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0688543 Feb 15 03:09:00.365672 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-14f766d3-9bf7-4e00-81cc-c309187f43c6 req-90aa407f-b308-4bb8-b8f0-7d7ebcaaab27 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Feb 15 03:09:00.424765 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf1c11-6bb1-45a8-8fef-21f37a01ae1a req-6779972a-0d4e-4502-8e90-0ed8f61f6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:00.426238 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5dcf1c11-6bb1-45a8-8fef-21f37a01ae1a req-6779972a-0d4e-4502-8e90-0ed8f61f6f63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0436993 Feb 15 03:09:00.468553 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5dcf1c11-6bb1-45a8-8fef-21f37a01ae1a req-08eb7147-c9c6-4360-bdaf-986068193c20 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Feb 15 03:09:01.133770 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48438) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:01.239567 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf212bb1-4df2-448d-853c-ccb762fe831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.315417 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf212bb1-4df2-448d-853c-ccb762fe831f admin admin] Publish callbacks [] for security_group (766f316f-bb2e-4c44-8676-43e9510747e7), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.319464 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf212bb1-4df2-448d-853c-ccb762fe831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (766f316f-bb2e-4c44-8676-43e9510747e7), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.359091 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-cf212bb1-4df2-448d-853c-ccb762fe831f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04e294ea43294265999f22b680cfc9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241092 Feb 15 03:09:01.360991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212bb1-4df2-448d-853c-ccb762fe831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766f316f-bb2e-4c44-8676-43e9510747e7,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:01.361824 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48442) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:01.413839 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] Publish callbacks [] for security_group (766f316f-bb2e-4c44-8676-43e9510747e7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.436124 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] Publish callbacks [] for security_group (766f316f-bb2e-4c44-8676-43e9510747e7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.515211 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef783-f035-4e62-b368-3d93907d978b req-4e279402-2c4c-4574-ba28-074242950982 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:01.516718 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f88ef783-f035-4e62-b368-3d93907d978b req-4e279402-2c4c-4574-ba28-074242950982 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Feb 15 03:09:01.529458 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (766f316f-bb2e-4c44-8676-43e9510747e7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.531970 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.535628 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/766f316f-bb2e-4c44-8676-43e9510747e7 HTTP/1.1" status: 204 len: 168 time: 0.1701870 Feb 15 03:09:01.554450 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd817-d73a-466d-bf9b-7327f4004970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f316f-bb2e-4c44-8676-43e9510747e7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:01.592616 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f88ef783-f035-4e62-b368-3d93907d978b req-1e73045f-e9cd-42fc-be2f-90842e949945 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692422 Feb 15 03:09:01.799343 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48450) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:01.812782 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-04157bd1-bc0b-483d-9151-ee85ed6a63d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.890120 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-04157bd1-bc0b-483d-9151-ee85ed6a63d5 admin admin] Publish callbacks [] for security_group (c2bbfa28-73e5-4fbb-b659-e364d332a934), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.893664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-04157bd1-bc0b-483d-9151-ee85ed6a63d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (c2bbfa28-73e5-4fbb-b659-e364d332a934), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:01.930725 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-04157bd1-bc0b-483d-9151-ee85ed6a63d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8001577f83649739981d32a3c151eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303382 Feb 15 03:09:01.932204 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04157bd1-bc0b-483d-9151-ee85ed6a63d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bbfa28-73e5-4fbb-b659-e364d332a934,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:01.934113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48452) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:01.984621 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] Publish callbacks [] for security_group (c2bbfa28-73e5-4fbb-b659-e364d332a934), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:02.005838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] Publish callbacks [] for security_group (c2bbfa28-73e5-4fbb-b659-e364d332a934), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:02.053753 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (c2bbfa28-73e5-4fbb-b659-e364d332a934), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:02.056374 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:02.057509 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2bbfa28-73e5-4fbb-b659-e364d332a934 HTTP/1.1" status: 204 len: 168 time: 0.1223326 Feb 15 03:09:02.065139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afd07a-4ebc-4fcb-ade4-fb08333acc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bbfa28-73e5-4fbb-b659-e364d332a934,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:02.708016 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6e72-bf86-4ecb-9a4b-17490804d2fc req-fa6439fb-52fc-4817-9c2e-cc95f3c1c322 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:02.709434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a4fe6e72-bf86-4ecb-9a4b-17490804d2fc req-fa6439fb-52fc-4817-9c2e-cc95f3c1c322 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Feb 15 03:09:02.757990 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a4fe6e72-bf86-4ecb-9a4b-17490804d2fc req-c4dce5dd-63d6-495f-902a-f84f396fbc7f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Feb 15 03:09:08.329610 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48598) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:08.433491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-787b2ab3-9940-4dab-8b68-ec904b787cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.509033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-787b2ab3-9940-4dab-8b68-ec904b787cc9 admin admin] Publish callbacks [] for security_group (7c020a53-1ea8-4a14-846d-14523dd2fe23), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.513745 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-787b2ab3-9940-4dab-8b68-ec904b787cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7c020a53-1ea8-4a14-846d-14523dd2fe23), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.550504 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-787b2ab3-9940-4dab-8b68-ec904b787cc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efe1c62025a6446e9176b7bbd8a26020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197747 Feb 15 03:09:08.551465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b2ab3-9940-4dab-8b68-ec904b787cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c020a53-1ea8-4a14-846d-14523dd2fe23,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:08.553186 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48602) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:08.604953 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] Publish callbacks [] for security_group (7c020a53-1ea8-4a14-846d-14523dd2fe23), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.626390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] Publish callbacks [] for security_group (7c020a53-1ea8-4a14-846d-14523dd2fe23), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.673288 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7c020a53-1ea8-4a14-846d-14523dd2fe23), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.675977 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:08.677121 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c020a53-1ea8-4a14-846d-14523dd2fe23 HTTP/1.1" status: 204 len: 168 time: 0.1221740 Feb 15 03:09:08.686706 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18a779-3ce8-4e2d-b200-e00f8d0bbfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c020a53-1ea8-4a14-846d-14523dd2fe23,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:08.939026 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48610) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:08.952028 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-be2b7f90-0a03-477e-8da2-2ed9d0403d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.027852 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-be2b7f90-0a03-477e-8da2-2ed9d0403d57 admin admin] Publish callbacks [] for security_group (dd39aadd-254a-4d0c-9ba2-e36fa25225af), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.031580 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-be2b7f90-0a03-477e-8da2-2ed9d0403d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (dd39aadd-254a-4d0c-9ba2-e36fa25225af), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.070551 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-be2b7f90-0a03-477e-8da2-2ed9d0403d57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22d92c1f2e6a4844a76f6b0aed7a06d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303995 Feb 15 03:09:09.072467 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b7f90-0a03-477e-8da2-2ed9d0403d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39aadd-254a-4d0c-9ba2-e36fa25225af,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:09.073401 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48612) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:09.124802 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] Publish callbacks [] for security_group (dd39aadd-254a-4d0c-9ba2-e36fa25225af), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.146494 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] Publish callbacks [] for security_group (dd39aadd-254a-4d0c-9ba2-e36fa25225af), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.193701 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (dd39aadd-254a-4d0c-9ba2-e36fa25225af), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.196381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:09.197539 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd39aadd-254a-4d0c-9ba2-e36fa25225af HTTP/1.1" status: 204 len: 168 time: 0.1230531 Feb 15 03:09:09.207838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85397c50-f9a1-42ad-89e1-da6b09cee6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39aadd-254a-4d0c-9ba2-e36fa25225af,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:11.037527 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-4827e62d-93de-412a-9421-cd06712d5481 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:11.038984 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-4827e62d-93de-412a-9421-cd06712d5481 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1113844 Feb 15 03:09:11.054871 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-7e3a3ce9-821c-4d8b-8d2b-77ecd075736d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/quotas/c9df8848dd31493e86ac9541cb993a90 HTTP/1.1" status: 200 len: 375 time: 0.0100064 Feb 15 03:09:11.114317 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-a3143a62-537a-4bbe-87d4-7ee5e4935dd1 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535417 Feb 15 03:09:11.206506 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-8677df87-6097-41ab-b837-e7a0eb31296e service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 Feb 15 03:09:11.300131 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-bcc6d7d9-21b3-4b2b-b408-cf945d40d996 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879054 Feb 15 03:09:11.401587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48700) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:11.462374 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-966610b6-1ee3-4006-9a4e-50cdffc11ea5 req-c98b1185-240c-4a80-b957-b192b4019e26 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0293972 Feb 15 03:09:11.515619 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5098812f-d3a7-40fe-b4ae-c61442fdddfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.591846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5098812f-d3a7-40fe-b4ae-c61442fdddfc admin admin] Publish callbacks [] for security_group (ed5c589e-ff67-4d18-8e35-01ccff9aaed7), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.595681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5098812f-d3a7-40fe-b4ae-c61442fdddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ed5c589e-ff67-4d18-8e35-01ccff9aaed7), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.634064 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-5098812f-d3a7-40fe-b4ae-c61442fdddfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaba996b36fe41f7ac880f6c71d59dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313650 Feb 15 03:09:11.635511 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098812f-d3a7-40fe-b4ae-c61442fdddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c589e-ff67-4d18-8e35-01ccff9aaed7,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:11.638282 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48712) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:11.694739 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] Publish callbacks [] for security_group (ed5c589e-ff67-4d18-8e35-01ccff9aaed7), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.716711 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] Publish callbacks [] for security_group (ed5c589e-ff67-4d18-8e35-01ccff9aaed7), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.770714 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ed5c589e-ff67-4d18-8e35-01ccff9aaed7), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.773548 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:11.774713 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed5c589e-ff67-4d18-8e35-01ccff9aaed7 HTTP/1.1" status: 204 len: 168 time: 0.1347444 Feb 15 03:09:11.785674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636e86a-1d21-4fff-82cf-3c10a4fd4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c589e-ff67-4d18-8e35-01ccff9aaed7,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:11.824483 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1f65bcc8-94a2-4f6e-abe3-ad68fb575bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.049664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48720) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:12.063706 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dd086422-5edf-4ae8-b70f-072718ec4a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.142100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dd086422-5edf-4ae8-b70f-072718ec4a0f admin admin] Publish callbacks [] for security_group (7d57d29b-9daa-4b43-9db8-6957f7ed81b5), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.145799 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-dd086422-5edf-4ae8-b70f-072718ec4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7d57d29b-9daa-4b43-9db8-6957f7ed81b5), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.184559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd086422-5edf-4ae8-b70f-072718ec4a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d57d29b-9daa-4b43-9db8-6957f7ed81b5,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:12.189005 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-dd086422-5edf-4ae8-b70f-072718ec4a0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fa3726c55b44a6383529aad934e4abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383147 Feb 15 03:09:12.191816 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48722) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:12.241813 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] Publish callbacks [] for security_group (7d57d29b-9daa-4b43-9db8-6957f7ed81b5), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.264142 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] Publish callbacks [] for security_group (7d57d29b-9daa-4b43-9db8-6957f7ed81b5), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.321003 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7d57d29b-9daa-4b43-9db8-6957f7ed81b5), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.324085 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.328124 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d57d29b-9daa-4b43-9db8-6957f7ed81b5 HTTP/1.1" status: 204 len: 168 time: 0.1352508 Feb 15 03:09:12.336793 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9e2e2-5b24-4e12-84fa-2e0d802d7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d57d29b-9daa-4b43-9db8-6957f7ed81b5,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:12.414491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-241df2c2-4d0b-49a2-a5e8-03e61d4422fc tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:12.415891 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-241df2c2-4d0b-49a2-a5e8-03e61d4422fc tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1212392 Feb 15 03:09:12.429867 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Request body: {'port': {'device_id': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'admin_state_up': True, 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:12.574204 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1eb904e4-332b-42d6-bcf3-f0ad035f090f req-cabee086-bc84-4492-bb66-6aba10bbc7a2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 210 time: 0.0360751 Feb 15 03:09:12.584329 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:12.588796 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.720824 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Allocated IP 172.20.0.4 (80c26300-d1e5-4078-89f2-1322c33f5c26/c0f35c2d-4e55-4bcd-996b-853f11dea4f0/854350d2-5cef-4ffb-96db-55273b66b670) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:12.878713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks [] for port (854350d2-5cef-4ffb-96db-55273b66b670), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.914837 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:12.931639 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:12.959263 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:12.962220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:12.968348 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:12.999187 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event updated for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:13.023580 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:13.024245 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.042178 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-1aeacfdb-255b-4acf-b97d-11354834ad69 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6169932 Feb 15 03:09:13.053378 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Request body: {'port': {'device_id': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:13.120599 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (854350d2-5cef-4ffb-96db-55273b66b670), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.386938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854350d2-5cef-4ffb-96db-55273b66b670 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:13.394541 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks [] for port (854350d2-5cef-4ffb-96db-55273b66b670), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.407211 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Transition to ACTIVE for port object 854350d2-5cef-4ffb-96db-55273b66b670 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:09:13.411421 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.464603 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Pushing event updated for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:13.534852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Attempting to bind port 854350d2-5cef-4ffb-96db-55273b66b670 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:13.535231 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Attempting to bind port 854350d2-5cef-4ffb-96db-55273b66b670 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:13.535614 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Attempting to bind port 854350d2-5cef-4ffb-96db-55273b66b670 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:13.540423 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Port 854350d2-5cef-4ffb-96db-55273b66b670 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:09:13.540750 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Attempting to bind port 854350d2-5cef-4ffb-96db-55273b66b670 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:13.546608 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:13.546801 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Checking segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:13.547232 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Bound using segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:13.547749 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Bound port: 854350d2-5cef-4ffb-96db-55273b66b670, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:13.548232 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (854350d2-5cef-4ffb-96db-55273b66b670), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.624134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:13.627348 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=854350d2-5cef-4ffb-96db-55273b66b670,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:13.633615 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.672491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:13.673465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:13.675415 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] 10.222.0.52 "PUT /v2.0/ports/854350d2-5cef-4ffb-96db-55273b66b670 HTTP/1.1" status: 200 len: 1093 time: 0.6262937 Feb 15 03:09:13.678196 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:13.688180 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e60700-07ee-4ecb-a22f-91e46de92629" -d '{"events": [{"name": "network-changed", "server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "tag": "854350d2-5cef-4ffb-96db-55273b66b670"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:13.725491 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb03d-e433-4af8-94e8-c11de273df74 req-cc2acb99-653b-4b78-a0d0-1a86dd798232 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:13.727717 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eaadb03d-e433-4af8-94e8-c11de273df74 req-cc2acb99-653b-4b78-a0d0-1a86dd798232 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0637887 Feb 15 03:09:13.753573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea51d01c-ec69-41b2-8789-831d128f0225 x-openstack-request-id: req-ea51d01c-ec69-41b2-8789-831d128f0225 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:13.753873 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "tag": "854350d2-5cef-4ffb-96db-55273b66b670", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:13.754319 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea51d01c-ec69-41b2-8789-831d128f0225 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:13.754615 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670', 'status': 'completed', 'code': 200} Feb 15 03:09:13.761798 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200bda2-30ef-42c4-8e86-f5f6d8f5ce2b service neutron] Pushing event updated for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:13.781247 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-bf800f82-4127-4fd6-b2e5-3927d489c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:13.782873 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eaadb03d-e433-4af8-94e8-c11de273df74 req-32727bf2-4314-40cc-8c17-704ed8e35892 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Feb 15 03:09:13.783014 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-bf800f82-4127-4fd6-b2e5-3927d489c26a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 1127 time: 0.0636406 Feb 15 03:09:13.829000 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-b8136d09-d773-401e-913d-75163a3c34fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854350d2-5cef-4ffb-96db-55273b66b670 HTTP/1.1" status: 200 len: 217 time: 0.0360944 Feb 15 03:09:13.881027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-3a38e468-7762-43e3-9df0-c2cd5d3d5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:13.882456 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-3a38e468-7762-43e3-9df0-c2cd5d3d5eb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0478997 Feb 15 03:09:13.922496 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-a4450e26-a0a5-4b72-9bd9-5cb45ed73bfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267615 Feb 15 03:09:14.013924 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-4ef2e376-9cdd-4abb-8f79-3841c6c15173 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Feb 15 03:09:14.109168 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1b4a5c26-a1d2-4c82-92d5-2b8d4f9aea52 req-b19ab4c0-9c0d-41f6-9f5e-d45e4f3d250b service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884657 Feb 15 03:09:14.205135 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-237cf839-8867-4f31-b299-53ec571e4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:14.206676 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-237cf839-8867-4f31-b299-53ec571e4168 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 1127 time: 0.0479250 Feb 15 03:09:14.301990 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-c43bb967-616b-41d6-aa5d-4b020f0c81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:14.303539 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-c43bb967-616b-41d6-aa5d-4b020f0c81c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 914 time: 0.0887980 Feb 15 03:09:14.348119 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-7f366690-5271-4214-a144-f0b7be1ada50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854350d2-5cef-4ffb-96db-55273b66b670 HTTP/1.1" status: 200 len: 217 time: 0.0373890 Feb 15 03:09:14.398167 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-bac068ab-731b-412d-a040-4016c52e16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:14.399650 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-bac068ab-731b-412d-a040-4016c52e16e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0444217 Feb 15 03:09:14.431683 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-854e31b9-a82b-4d5f-ab6e-03f1ab9f6e7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251405 Feb 15 03:09:14.524795 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-360abe7c-268c-4027-a5e7-3be0197c8f34 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871558 Feb 15 03:09:14.613878 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b8e60700-07ee-4ecb-a22f-91e46de92629 req-6e6e31d3-1674-40e0-ab09-fc60af504771 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Feb 15 03:09:14.710220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-980ee17a-a799-4b41-9bdd-98d5978e9dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:14.908243 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7706-9e62-41ab-914a-7f7156950a19 req-c1409bdb-313a-4f37-8e01-fdcd0f8690c8 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:14.909777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cc6e7706-9e62-41ab-914a-7f7156950a19 req-c1409bdb-313a-4f37-8e01-fdcd0f8690c8 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0570841 Feb 15 03:09:14.955834 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cc6e7706-9e62-41ab-914a-7f7156950a19 req-83e69718-443c-4790-bb32-630ec1784bd9 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Feb 15 03:09:16.084758 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e245436-ceb5-481e-99dc-e8828d6e9dd5 req-213096f7-1e44-4c2f-98dd-dabf11bb49bf tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:16.086233 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9e245436-ceb5-481e-99dc-e8828d6e9dd5 req-213096f7-1e44-4c2f-98dd-dabf11bb49bf tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 943 time: 0.0558448 Feb 15 03:09:16.122927 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 854350d2-5cef-4ffb-96db-55273b66b670 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:09:16.133995 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9e245436-ceb5-481e-99dc-e8828d6e9dd5 req-a1168c4f-d730-4e56-a7d8-d0bdce66100b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Feb 15 03:09:16.226564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=854350d2-5cef-4ffb-96db-55273b66b670,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:16.232946 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:09:16.239033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '854350d2-5cef-4ffb-96db-55273b66b670', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'port_id': '854350d2-5cef-4ffb-96db-55273b66b670', 'mac_address': 'fa:16:3e:37:b5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f35c2d-4e55-4bcd-996b-853f11dea4f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:09:16.275871 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 854350d2-5cef-4ffb-96db-55273b66b670 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:16.276353 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (854350d2-5cef-4ffb-96db-55273b66b670), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:16.289440 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854350d2-5cef-4ffb-96db-55273b66b670 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:16.311144 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=854350d2-5cef-4ffb-96db-55273b66b670,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:16.315934 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:16.369963 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:16.519460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:16.549500 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['854350d2-5cef-4ffb-96db-55273b66b670'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:17.260680 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098476f-63e1-4c50-b05d-d3bb53d5f6d2 req-82447d6b-5525-4155-965a-6dbb630f6474 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:17.262236 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6098476f-63e1-4c50-b05d-d3bb53d5f6d2 req-82447d6b-5525-4155-965a-6dbb630f6474 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 944 time: 0.0548780 Feb 15 03:09:17.310788 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6098476f-63e1-4c50-b05d-d3bb53d5f6d2 req-ec1104fc-df69-4173-8038-9a4b9d46eb29 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Feb 15 03:09:17.984304 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:18.157680 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 854350d2-5cef-4ffb-96db-55273b66b670 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:18.210193 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 854350d2-5cef-4ffb-96db-55273b66b670 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:09:18.215071 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 854350d2-5cef-4ffb-96db-55273b66b670 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:18.215478 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (854350d2-5cef-4ffb-96db-55273b66b670), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:18.292799 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 854350d2-5cef-4ffb-96db-55273b66b670 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:18.293256 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (854350d2-5cef-4ffb-96db-55273b66b670), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:18.316118 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:18.318332 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d129ad4-3511-4c6b-8d34-7e07c46a5253" -d '{"events": [{"server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "854350d2-5cef-4ffb-96db-55273b66b670"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:18.331691 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=854350d2-5cef-4ffb-96db-55273b66b670,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:18.337512 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:18.365033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde53317-4fb2-41e1-b420-e08d52617683 x-openstack-request-id: req-fde53317-4fb2-41e1-b420-e08d52617683 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:18.365343 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "name": "network-vif-plugged", "status": "completed", "tag": "854350d2-5cef-4ffb-96db-55273b66b670", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:18.365569 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde53317-4fb2-41e1-b420-e08d52617683 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:18.365952 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670', 'code': 200} Feb 15 03:09:18.393781 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:18.451097 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c127af9-2469-441a-b9f9-82786a37898d req-849edad3-21f3-4af5-be95-fdab9fb5e30b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:18.452684 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2c127af9-2469-441a-b9f9-82786a37898d req-849edad3-21f3-4af5-be95-fdab9fb5e30b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0579088 Feb 15 03:09:18.507835 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2c127af9-2469-441a-b9f9-82786a37898d req-93778a0e-aa31-4c9e-9ce6-12402d9c6ff0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Feb 15 03:09:18.567378 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b365-015e-4f05-8abc-8a26a80fba14 req-c71facf0-2ece-4477-97a4-4170e9d1f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:18.568873 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7d37b365-015e-4f05-8abc-8a26a80fba14 req-c71facf0-2ece-4477-97a4-4170e9d1f79f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 1129 time: 0.0456309 Feb 15 03:09:18.613625 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7d37b365-015e-4f05-8abc-8a26a80fba14 req-dc25d924-633c-4e54-b17c-9c40c94a9884 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Feb 15 03:09:18.807626 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:19.633096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb704b3-4a6b-45aa-974e-8b9383ec7288 req-72409086-013f-41ca-b97b-aaa8a5e8b8a1 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:19.634594 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2bb704b3-4a6b-45aa-974e-8b9383ec7288 req-72409086-013f-41ca-b97b-aaa8a5e8b8a1 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0553508 Feb 15 03:09:19.684557 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2bb704b3-4a6b-45aa-974e-8b9383ec7288 req-3325d3cb-87fd-4162-a24e-adc925d8f890 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Feb 15 03:09:20.809746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e042f3-9df9-45e0-baeb-144c85cd51ea req-d20dc858-5d3c-4bba-9f3c-abc30445a903 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:20.811619 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c6e042f3-9df9-45e0-baeb-144c85cd51ea req-d20dc858-5d3c-4bba-9f3c-abc30445a903 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0596070 Feb 15 03:09:20.862220 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c6e042f3-9df9-45e0-baeb-144c85cd51ea req-79e68278-87b9-4b58-a2f8-e23610f6d040 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Feb 15 03:09:21.452746 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48854) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:21.640389 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Deleting port 7a67d5e2-4c91-43b7-be11-64eb4c439f79 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:21.640640 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.723067 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.723459 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for floatingip (7a67d5e2-4c91-43b7-be11-64eb4c439f79), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.734807 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Calling delete_port for 7a67d5e2-4c91-43b7-be11-64eb4c439f79 owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:21.919830 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (7a67d5e2-4c91-43b7-be11-64eb4c439f79), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:21.950361 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event deleted for resources: {'Port': ['ID=7a67d5e2-4c91-43b7-be11-64eb4c439f79,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:22.000266 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:22.022774 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for floatingip (73b9671a-53f3-4465-a0d9-9e5659d33336), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:22.022774 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Floating IP 73b9671a-53f3-4465-a0d9-9e5659d33336 disassociated (deleted). External IP: 172.27.1.232, port: 7f929fa6-5650-4409-8214-1c736d179537. Feb 15 03:09:22.236420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Router 66b81111-2ec4-458c-a5e4-bddc3b6c603b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:22.352056 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:22.360761 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:22.370932 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Sync routers for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:22.382186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:22.382723 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:22.391886 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-5c86159d-6b58-48d7-ba41-7db1b20455dd tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "DELETE /v2.0/floatingips/73b9671a-53f3-4465-a0d9-9e5659d33336 HTTP/1.1" status: 204 len: 168 time: 0.9376926 Feb 15 03:09:22.392497 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:22.394906 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d362482a-c62e-456b-91f8-b22834b18624" -d '{"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:22.517323 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:22.592468 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f9d5c-d001-4dbe-82c7-cfb1c485c1fa x-openstack-request-id: req-8c7f9d5c-d001-4dbe-82c7-cfb1c485c1fa {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:22.593335 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:22.593787 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c7f9d5c-d001-4dbe-82c7-cfb1c485c1fa {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:22.594387 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'status': 'completed', 'code': 200} Feb 15 03:09:22.697909 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362482a-c62e-456b-91f8-b22834b18624 req-8c0b8bdf-1947-4f25-ad68-4c800bdd3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:22.700092 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-8c0b8bdf-1947-4f25-ad68-4c800bdd3b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21443331469a45f5b7d064a7f4513743&device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 1130 time: 0.0836811 Feb 15 03:09:22.734649 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:22.751498 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-9fb2ffdc-4e72-4884-a533-92ab78679c13 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:22.753126 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-9fb2ffdc-4e72-4884-a533-92ab78679c13 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1133764 Feb 15 03:09:22.767395 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Checking router: 66b81111-2ec4-458c-a5e4-bddc3b6c603b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:22.770830 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ce97e-5088-4e51-b976-e72eb5e87f21 req-a2ec3900-0d99-4632-826b-89f7ff63e658 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:22.771013 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-2da9dff6-b49f-41f0-9d83-a823275bd561 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/quotas/c9df8848dd31493e86ac9541cb993a90 HTTP/1.1" status: 200 len: 375 time: 0.0106127 Feb 15 03:09:22.772361 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-215ce97e-5088-4e51-b976-e72eb5e87f21 req-a2ec3900-0d99-4632-826b-89f7ff63e658 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.1114206 Feb 15 03:09:22.782576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:22.783228 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:22.840445 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-20fa2764-859a-486b-8953-e14430bdbfd4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607634 Feb 15 03:09:22.844317 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362482a-c62e-456b-91f8-b22834b18624 req-b870627b-bbcc-4c02-b43a-d9b1e3efcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:22.846005 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-b870627b-bbcc-4c02-b43a-d9b1e3efcb52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 200 len: 909 time: 0.1394675 Feb 15 03:09:22.850360 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-215ce97e-5088-4e51-b976-e72eb5e87f21 req-bd25b8b6-decf-4911-b55f-c03d176c583f tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709107 Feb 15 03:09:22.900032 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-5c669676-8efe-405e-9cd2-1beb8dbdf953 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 200 len: 217 time: 0.0469491 Feb 15 03:09:22.915382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:22.941717 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-bd06f2ec-08d1-46c5-ad02-126865270ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927222 Feb 15 03:09:22.955999 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362482a-c62e-456b-91f8-b22834b18624 req-af011b48-7c2d-4280-bc4c-f5e380a95cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:22.957581 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-af011b48-7c2d-4280-bc4c-f5e380a95cd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 200 len: 848 time: 0.0504820 Feb 15 03:09:23.018443 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362482a-c62e-456b-91f8-b22834b18624 req-c78a5597-b04e-47c5-a3a8-4cdb179de2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:23.020649 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-c78a5597-b04e-47c5-a3a8-4cdb179de2f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca063969-9c0b-40c8-b2ed-bd1316947954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567977 Feb 15 03:09:23.055801 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-c8f8d039-7f8c-4b89-9e15-de2573e06930 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103365 Feb 15 03:09:23.139864 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-bfd10ced-4d67-4c14-8781-fe1a10b6e13c service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099792 Feb 15 03:09:23.163565 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:23.208397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deac09-da10-43d5-9fe7-89cf2393fc3c None None] The sync data for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi is: [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:04:16Z', 'revision_number': 4, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '1a134da7-9f65-49a3-abe3-eee890e11af3', 'name': '', 'network_id': 'ca063969-9c0b-40c8-b2ed-bd1316947954', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'mac_address': 'fa:16:3e:d4:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:15Z', 'updated_at': '2022-02-15T03:04:23Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'subnets': [{'id': '39b24c78-e461-4ba6-b96d-49db8634a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:23.256039 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fdcd0436-929a-4600-abfb-792c38740588 req-740f8579-cc8f-49e9-b7cd-5de08c600eec tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 210 time: 0.0359731 Feb 15 03:09:23.289580 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d362482a-c62e-456b-91f8-b22834b18624 req-d373cdda-46f0-478b-8197-8f03e7ec5eea service neutron] 10.222.0.52 "GET /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423707 Feb 15 03:09:23.485796 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae06f6d7-2e1b-4964-be5e-f8a64085fb0d None None] New status for floating IP 73b9671a-53f3-4465-a0d9-9e5659d33336: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:09:23.979413 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ea30-5eea-4d72-bd7a-28374a9d127d req-95f6d93c-94f8-4f6e-ae6f-95811cb479dc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:23.981060 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8bb8ea30-5eea-4d72-bd7a-28374a9d127d req-95f6d93c-94f8-4f6e-ae6f-95811cb479dc tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.0522909 Feb 15 03:09:24.029259 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8bb8ea30-5eea-4d72-bd7a-28374a9d127d req-7c2e4588-d4e3-47eb-addf-562662be05c3 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/security-groups?id=66afc865-534b-4b98-8183-4a39a8ca6288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Feb 15 03:09:24.367871 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-31e0cf85-0531-4c18-8379-4806fb83f429 req-9873bd0c-a526-40cb-b92f-e32683131920 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 210 time: 0.0360041 Feb 15 03:09:24.378450 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-9fc559e1-b7c6-45aa-8e93-42c565a2da79 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:24.380463 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-9fc559e1-b7c6-45aa-8e93-42c565a2da79 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1292143 Feb 15 03:09:24.404129 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Request body: {'port': {'device_id': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'admin_state_up': True, 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:24.504955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-a31c184e-0feb-46e2-bf1b-4f4f1786ab7d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:24.506467 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-a31c184e-0feb-46e2-bf1b-4f4f1786ab7d tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.52 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 946 time: 0.1157608 Feb 15 03:09:24.590421 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:24.593561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:24.681475 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Deleting port 7f929fa6-5650-4409-8214-1c736d179537 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:24.681817 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (7f929fa6-5650-4409-8214-1c736d179537), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:24.782876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Allocated IP 172.20.0.2 (80c26300-d1e5-4078-89f2-1322c33f5c26/c0f35c2d-4e55-4bcd-996b-853f11dea4f0/15a1d8cf-d440-4b64-a436-925f0f69ba5a) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:24.818418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] For port 7f929fa6-5650-4409-8214-1c736d179537, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=7f929fa6-5650-4409-8214-1c736d179537,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:24.818784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (7f929fa6-5650-4409-8214-1c736d179537), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:24.841076 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Calling delete_port for 7f929fa6-5650-4409-8214-1c736d179537 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:25.013220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks [] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.074638 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (7f929fa6-5650-4409-8214-1c736d179537), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.106132 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.108538 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event deleted for resources: {'Port': ['ID=7f929fa6-5650-4409-8214-1c736d179537,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:25.119265 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839', '854350d2-5cef-4ffb-96db-55273b66b670'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:25.143956 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-27034f7e-4960-44a9-8ec7-59cedbbb5f45 req-3e851e2f-7eec-4f8e-a968-50bc8475f76c tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "GET /v2.0/ports?device_id=e816e723-cdff-4e33-91d5-f2225b504193 HTTP/1.1" status: 200 len: 210 time: 0.0479093 Feb 15 03:09:25.189473 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:25.190388 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] No DVR routers for this DVR port 7f929fa6-5650-4409-8214-1c736d179537 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:25.194537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.200008 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-65013770-bddd-4723-befb-5a8d31cf65b1 req-700e736f-436f-4440-a640-bc906467e733 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.52 "DELETE /v2.0/ports/7f929fa6-5650-4409-8214-1c736d179537 HTTP/1.1" status: 204 len: 173 time: 0.6790438 Feb 15 03:09:25.200008 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:25.200331 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-deleted', 'tag': '7f929fa6-5650-4409-8214-1c736d179537'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:25.202717 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af2465-c846-4980-b6a5-85f0a35b3105" -d '{"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-deleted", "tag": "7f929fa6-5650-4409-8214-1c736d179537"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:25.205395 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:25.240301 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event updated for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:25.254549 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99942857-b7b8-4d2a-b804-33d4dddae459 x-openstack-request-id: req-99942857-b7b8-4d2a-b804-33d4dddae459 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:25.254852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e816e723-cdff-4e33-91d5-f2225b504193", "name": "network-vif-deleted", "tag": "7f929fa6-5650-4409-8214-1c736d179537", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:25.255096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99942857-b7b8-4d2a-b804-33d4dddae459 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:25.256531 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e816e723-cdff-4e33-91d5-f2225b504193', 'name': 'network-vif-deleted', 'tag': '7f929fa6-5650-4409-8214-1c736d179537', 'status': 'completed', 'code': 200} Feb 15 03:09:25.269351 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:25.269985 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.287051 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-167a0633-2af5-41c6-bb00-6de6b30f2bb6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883226 Feb 15 03:09:25.300530 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Request body: {'port': {'device_id': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:25.517997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2db85-153c-4381-a1e4-a43f14926cec req-ce003260-32ed-4013-ab10-0e1963765a86 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:25.520067 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cbe2db85-153c-4381-a1e4-a43f14926cec req-ce003260-32ed-4013-ab10-0e1963765a86 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 931 time: 0.0786595 Feb 15 03:09:25.594024 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cbe2db85-153c-4381-a1e4-a43f14926cec req-646b35a3-b913-4070-86d9-7dfafd2f65a5 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676401 Feb 15 03:09:25.657841 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.917459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a1d8cf-d440-4b64-a436-925f0f69ba5a {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:25.925203 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks [] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.937608 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Transition to ACTIVE for port object 15a1d8cf-d440-4b64-a436-925f0f69ba5a will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:09:25.941258 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:25.994252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Pushing event updated for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:26.062774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Attempting to bind port 15a1d8cf-d440-4b64-a436-925f0f69ba5a on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:26.063108 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Attempting to bind port 15a1d8cf-d440-4b64-a436-925f0f69ba5a by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:26.063465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Attempting to bind port 15a1d8cf-d440-4b64-a436-925f0f69ba5a on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:26.068016 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Port 15a1d8cf-d440-4b64-a436-925f0f69ba5a on network 80c26300-d1e5-4078-89f2-1322c33f5c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:09:26.068343 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Attempting to bind port 15a1d8cf-d440-4b64-a436-925f0f69ba5a on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:26.073302 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:26.073647 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Checking segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:26.074039 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Bound using segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:26.074965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Bound port: 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:26.075363 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.139906 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:26.142988 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:26.148787 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.184729 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:26.185359 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.186828 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-043be2f2-870d-4843-b545-9888475140f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/15a1d8cf-d440-4b64-a436-925f0f69ba5a HTTP/1.1" status: 200 len: 1093 time: 0.8907628 Feb 15 03:09:26.217787 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48928) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:26.225909 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be2f2-870d-4843-b545-9888475140f6 service neutron] Pushing event updated for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:26.278072 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-50f89b4b-4ab1-41ed-93eb-f7580f89ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:26.278363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (66afc865-534b-4b98-8183-4a39a8ca6288), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.279623 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-50f89b4b-4ab1-41ed-93eb-f7580f89ea5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 1127 time: 0.0470920 Feb 15 03:09:26.302827 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (66afc865-534b-4b98-8183-4a39a8ca6288), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.320132 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-a5e10845-59b2-41c2-8f15-a3370678c280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a HTTP/1.1" status: 200 len: 217 time: 0.0332413 Feb 15 03:09:26.365382 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (66afc865-534b-4b98-8183-4a39a8ca6288), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.368156 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:26.369343 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] 10.222.0.24 "DELETE /v2.0/security-groups/66afc865-534b-4b98-8183-4a39a8ca6288 HTTP/1.1" status: 204 len: 168 time: 0.1505330 Feb 15 03:09:26.375308 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-687b9871-ca6e-4c5e-99ce-7ef2a0b4acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:26.376754 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-687b9871-ca6e-4c5e-99ce-7ef2a0b4acf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0509069 Feb 15 03:09:26.384628 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a631a5a-4581-42e5-a25f-a8030cb1a969 tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66afc865-534b-4b98-8183-4a39a8ca6288,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:26.415242 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-09923527-9a03-4f94-b998-ec9912584e13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327609 Feb 15 03:09:26.415701 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48932) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:26.510614 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-cc98e28d-a5a0-47a0-b61e-f50d3840a4b7 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834556 Feb 15 03:09:26.647237 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5ace11e5-77f0-4019-8bb4-e5f5bd15a19a req-a68df363-e419-48f3-8880-b4316209e9f6 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304612 Feb 15 03:09:26.781758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a2c3b-338e-4a94-b104-ac8d9189a0bf req-10c2a4db-4cf9-4422-92cf-65ab9e8734d2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:26.783188 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-181a2c3b-338e-4a94-b104-ac8d9189a0bf req-10c2a4db-4cf9-4422-92cf-65ab9e8734d2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 943 time: 0.1070795 Feb 15 03:09:26.885472 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-181a2c3b-338e-4a94-b104-ac8d9189a0bf req-981dc7b7-1fb0-4aa9-8929-d2ae565668a0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961888 Feb 15 03:09:27.007601 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.259035 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:27.261049 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e472e5f-f2ec-4833-9117-611ee34a10e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:27.272350 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Deleting port 1a134da7-9f65-49a3-abe3-eee890e11af3 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:27.272350 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.312054 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1bbb6-f674-4212-ad84-a6e5769b4bd5 x-openstack-request-id: req-e7f1bbb6-f674-4212-ad84-a6e5769b4bd5 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:27.312605 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:27.312757 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7f1bbb6-f674-4212-ad84-a6e5769b4bd5 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:27.313155 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'status': 'completed', 'code': 200} Feb 15 03:09:27.389103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] For port 1a134da7-9f65-49a3-abe3-eee890e11af3, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1a134da7-9f65-49a3-abe3-eee890e11af3,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:27.389479 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.404719 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Calling delete_port for 1a134da7-9f65-49a3-abe3-eee890e11af3 owned by network:router_interface {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:27.416267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-edba6f93-668c-4d2d-840b-db96fc3ff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:27.417748 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-edba6f93-668c-4d2d-840b-db96fc3ff2b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 1127 time: 0.0896306 Feb 15 03:09:27.596212 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-eb4a0797-c4d0-4ded-abb6-448738463113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:27.597947 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-eb4a0797-c4d0-4ded-abb6-448738463113 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 914 time: 0.1452751 Feb 15 03:09:27.647055 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-919767c2-f2a1-4265-815c-93c8b6e1fccb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a HTTP/1.1" status: 200 len: 217 time: 0.0425191 Feb 15 03:09:27.708341 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-b7c5847e-b05e-4317-b717-ac69826d95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:27.709827 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-b7c5847e-b05e-4317-b717-ac69826d95c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0563204 Feb 15 03:09:27.765944 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-c1929b24-ecda-4141-b920-2fcb8806874b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491662 Feb 15 03:09:27.828215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (1a134da7-9f65-49a3-abe3-eee890e11af3), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:27.860703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a134da7-9f65-49a3-abe3-eee890e11af3,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:27.936617 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-45ad21aa-7ea4-4d98-8f52-ed88d750e890 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645424 Feb 15 03:09:28.168982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae823fb-ac1f-4643-8100-bb7f8d0a95cf req-24b66688-bbf2-4b7b-884c-65d5009a8135 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:28.170466 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6ae823fb-ac1f-4643-8100-bb7f8d0a95cf req-24b66688-bbf2-4b7b-884c-65d5009a8135 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 943 time: 0.1999059 Feb 15 03:09:28.172530 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3e472e5f-f2ec-4833-9117-611ee34a10e1 req-c2f45f0d-decd-4b98-af48-a23530d8563d service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283435 Feb 15 03:09:28.185820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:28.268703 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6ae823fb-ac1f-4643-8100-bb7f8d0a95cf req-89064a3b-f7c7-4f87-ad47-88dd6d114905 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926223 Feb 15 03:09:28.432475 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Router 66b81111-2ec4-458c-a5e4-bddc3b6c603b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:28.542379 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:28.547429 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-e7d1798c-b17e-4cb9-b691-71d3a6d1402e admin admin] 10.222.0.24 "PUT /v2.0/routers/66b81111-2ec4-458c-a5e4-bddc3b6c603b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1307495 Feb 15 03:09:28.550034 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48950) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:28.552260 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Sync routers for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:28.563084 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:28.563720 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:28.661867 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks [] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:28.774693 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks [] for router_gateway (66b81111-2ec4-458c-a5e4-bddc3b6c603b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:28.804259 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:28.828491 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Deleting port 7b44d7e7-6cec-4de3-bc4d-301bd0766046 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:28.828831 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:28.833025 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 15a1d8cf-d440-4b64-a436-925f0f69ba5a details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:09:28.909024 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] For port 7b44d7e7-6cec-4de3-bc4d-301bd0766046, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7b44d7e7-6cec-4de3-bc4d-301bd0766046,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:28.909387 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:28.921714 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Calling delete_port for 7b44d7e7-6cec-4de3-bc4d-301bd0766046 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:29.048686 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:29.065547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'port_id': '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'mac_address': 'fa:16:3e:64:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f35c2d-4e55-4bcd-996b-853f11dea4f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:09:29.088765 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (7b44d7e7-6cec-4de3-bc4d-301bd0766046), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.100292 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:09:27Z', 'revision_number': 5, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port': {'id': '7b44d7e7-6cec-4de3-bc4d-301bd0766046', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:11Z', 'updated_at': '2022-02-15T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:29.116060 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b44d7e7-6cec-4de3-bc4d-301bd0766046,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:29.131533 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Checking router: 66b81111-2ec4-458c-a5e4-bddc3b6c603b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:29.143917 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 15a1d8cf-d440-4b64-a436-925f0f69ba5a is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:29.144313 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.156926 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Routers {'66b81111-2ec4-458c-a5e4-bddc3b6c603b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:29.157554 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:29.177177 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.200575 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a1d8cf-d440-4b64-a436-925f0f69ba5a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:29.250147 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] Set router 66b81111-2ec4-458c-a5e4-bddc3b6c603b gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:29.281673 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:29.311740 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.316603 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:09:29Z', 'revision_number': 7, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:29.367823 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fe371-e0ec-492c-91dd-5ef249896147 None None] The sync data for ids ['66b81111-2ec4-458c-a5e4-bddc3b6c603b'] in dv-cinder-828085-9-iscsi is: [{'id': '66b81111-2ec4-458c-a5e4-bddc3b6c603b', 'name': 'tempest-TestShelveInstance-1809009135-router', 'tenant_id': '21443331469a45f5b7d064a7f4513743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:10Z', 'updated_at': '2022-02-15T03:09:29Z', 'revision_number': 7, 'project_id': '21443331469a45f5b7d064a7f4513743', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:29.402001 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:29.493480 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.502360 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks [] for router_controller (66b81111-2ec4-458c-a5e4-bddc3b6c603b), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.562593 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (66b81111-2ec4-458c-a5e4-bddc3b6c603b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.563321 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b81111-2ec4-458c-a5e4-bddc3b6c603b {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:09:29.567768 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.568906 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f973ca1e-2f0d-4c2e-b31f-770113126e29 admin admin] 10.222.0.24 "DELETE /v2.0/routers/66b81111-2ec4-458c-a5e4-bddc3b6c603b HTTP/1.1" status: 204 len: 168 time: 1.0178959 Feb 15 03:09:29.571460 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48956) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:29.612738 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d893c9-7b4b-4148-b6ab-70f2739c2794 req-67ca9d9b-1e6b-4847-bcac-16bfab2ef1d0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:29.614198 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c9d893c9-7b4b-4148-b6ab-70f2739c2794 req-67ca9d9b-1e6b-4847-bcac-16bfab2ef1d0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 944 time: 0.1250305 Feb 15 03:09:29.628241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:29.641477 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Deleting subnet 39b24c78-e461-4ba6-b96d-49db8634a3cf {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:09:29.646672 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Publish callbacks [] for subnet (39b24c78-e461-4ba6-b96d-49db8634a3cf), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.650078 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 7f929fa6-5650-4409-8214-1c736d179537 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:29.650450 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 7f929fa6-5650-4409-8214-1c736d179537 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:29.698520 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (39b24c78-e461-4ba6-b96d-49db8634a3cf), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.703423 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c9d893c9-7b4b-4148-b6ab-70f2739c2794 req-f6881674-16a5-4f80-816a-8657c7881aa4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831246 Feb 15 03:09:29.824109 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (39b24c78-e461-4ba6-b96d-49db8634a3cf), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.878920 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (39b24c78-e461-4ba6-b96d-49db8634a3cf), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.903603 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b24c78-e461-4ba6-b96d-49db8634a3cf,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:29.909305 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:29.915035 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3d1ed4f0-9184-4c66-af65-0e60c9d890ae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39b24c78-e461-4ba6-b96d-49db8634a3cf HTTP/1.1" status: 204 len: 168 time: 0.3400943 Feb 15 03:09:29.915258 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48960) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:29.915984 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d6ac5-3f9c-4f0d-9568-23c287db941e None None] Network ca063969-9c0b-40c8-b2ed-bd1316947954 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:29.990511 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (ca063969-9c0b-40c8-b2ed-bd1316947954), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.046571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Deleting port 04744434-4463-411b-b7e1-ab6dd85a1864 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:30.046922 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.076624 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] DHCP port deletion for ca063969-9c0b-40c8-b2ed-bd1316947954 request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:09:30.114411 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] For port 04744434-4463-411b-b7e1-ab6dd85a1864, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=04744434-4463-411b-b7e1-ab6dd85a1864,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:30.114411 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.128657 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Deleting port 04744434-4463-411b-b7e1-ab6dd85a1864 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:30.129198 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.129319 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Calling delete_port for 04744434-4463-411b-b7e1-ab6dd85a1864 owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:30.193443 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] For port 04744434-4463-411b-b7e1-ab6dd85a1864, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=04744434-4463-411b-b7e1-ab6dd85a1864,segment=NetworkSegment(40e8b792-5bac-47e5-84d9-95971fbbbda5),segment_id=40e8b792-5bac-47e5-84d9-95971fbbbda5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:30.193843 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.207809 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Calling delete_port for 04744434-4463-411b-b7e1-ab6dd85a1864 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:30.220045 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.245912 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04744434-4463-411b-b7e1-ab6dd85a1864,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:30.249989 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] No DVR routers for this DVR port 04744434-4463-411b-b7e1-ab6dd85a1864 on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:30.295184 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (04744434-4463-411b-b7e1-ab6dd85a1864), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.321600 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] Pushing event deleted for resources: {'Port': ['ID=04744434-4463-411b-b7e1-ab6dd85a1864,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:30.323365 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af6b8d-c791-4a6f-8eb6-3daecf933c9a None None] No DVR routers for this DVR port 04744434-4463-411b-b7e1-ab6dd85a1864 on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:30.327022 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (ca063969-9c0b-40c8-b2ed-bd1316947954), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.350092 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca063969-9c0b-40c8-b2ed-bd1316947954']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:30.359684 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e8b792-5bac-47e5-84d9-95971fbbbda5') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:30.359986 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e8b792-5bac-47e5-84d9-95971fbbbda5') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:30.369429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (40e8b792-5bac-47e5-84d9-95971fbbbda5), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.382392 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (40e8b792-5bac-47e5-84d9-95971fbbbda5), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.388933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:09:30.389321 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (40e8b792-5bac-47e5-84d9-95971fbbbda5), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:09:30.391082 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:09:30.444288 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (ca063969-9c0b-40c8-b2ed-bd1316947954), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.449539 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.452877 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca063969-9c0b-40c8-b2ed-bd1316947954 HTTP/1.1" status: 204 len: 168 time: 0.5365856 Feb 15 03:09:30.455950 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48962) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:30.467071 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c1b2c-4abc-4e3b-b842-12a0888aa8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca063969-9c0b-40c8-b2ed-bd1316947954,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:30.521400 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 04744434-4463-411b-b7e1-ab6dd85a1864 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:30.541955 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 04744434-4463-411b-b7e1-ab6dd85a1864 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:30.542307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 04744434-4463-411b-b7e1-ab6dd85a1864 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:30.542728 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1a134da7-9f65-49a3-abe3-eee890e11af3 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:30.562771 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 1a134da7-9f65-49a3-abe3-eee890e11af3 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:30.563392 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1a134da7-9f65-49a3-abe3-eee890e11af3 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:30.563812 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7b44d7e7-6cec-4de3-bc4d-301bd0766046 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:30.585949 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 7b44d7e7-6cec-4de3-bc4d-301bd0766046 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:30.586211 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7b44d7e7-6cec-4de3-bc4d-301bd0766046 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:30.750852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['15a1d8cf-d440-4b64-a436-925f0f69ba5a'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:30.850332 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ee83-20a2-4a90-85d9-b86090f0b7ec req-5b4ec502-803d-4940-84cd-f6f3d3d13569 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:30.850845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (2a23bc79-b857-491a-9323-d687d897cc82), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:30.851748 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5126ee83-20a2-4a90-85d9-b86090f0b7ec req-5b4ec502-803d-4940-84cd-f6f3d3d13569 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 944 time: 0.0614240 Feb 15 03:09:30.899573 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5126ee83-20a2-4a90-85d9-b86090f0b7ec req-e2696e65-655a-4469-894f-d4b632e8b2e1 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Feb 15 03:09:31.113659 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Deleting port e66aaaac-192a-493c-9662-49884634d181 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:31.113912 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (e66aaaac-192a-493c-9662-49884634d181), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:31.190927 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] For port e66aaaac-192a-493c-9662-49884634d181, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=e66aaaac-192a-493c-9662-49884634d181,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:31.191317 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (e66aaaac-192a-493c-9662-49884634d181), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:31.203432 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Calling delete_port for e66aaaac-192a-493c-9662-49884634d181 owned by network:router_interface {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:31.384436 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (e66aaaac-192a-493c-9662-49884634d181), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:31.410965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66aaaac-192a-493c-9662-49884634d181,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:31.581515 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (2a23bc79-b857-491a-9323-d687d897cc82), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:31.803673 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Router 2a23bc79-b857-491a-9323-d687d897cc82 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:31.925973 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:31.930977 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-589efdaa-7af1-4c3f-a8b6-38fccedf7030 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a23bc79-b857-491a-9323-d687d897cc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738009 Feb 15 03:09:31.933546 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48972) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:31.939405 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Sync routers for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:31.951396 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:31.952033 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:32.087216 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks [] for router (2a23bc79-b857-491a-9323-d687d897cc82), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.088276 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:32.096518 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfcaff-24a6-463d-9697-e288f2b5946c req-82dccfba-ecf4-49d8-afdb-6c21c8cc0fb9 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:32.098285 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d9bfcaff-24a6-463d-9697-e288f2b5946c req-82dccfba-ecf4-49d8-afdb-6c21c8cc0fb9 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 944 time: 0.1140578 Feb 15 03:09:32.305469 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:09:31Z', 'revision_number': 5, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:32.339084 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Checking router: 2a23bc79-b857-491a-9323-d687d897cc82 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:32.349607 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Routers {'2a23bc79-b857-491a-9323-d687d897cc82'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:32.350226 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['2a23bc79-b857-491a-9323-d687d897cc82'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:32.469418 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] Set router 2a23bc79-b857-491a-9323-d687d897cc82 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:32.474353 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d9bfcaff-24a6-463d-9697-e288f2b5946c req-7874a36a-3678-4c09-afc8-8bb0b277625b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398163 Feb 15 03:09:32.494246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 15a1d8cf-d440-4b64-a436-925f0f69ba5a up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:32.521708 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks [] for router_gateway (2a23bc79-b857-491a-9323-d687d897cc82), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.563007 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 15a1d8cf-d440-4b64-a436-925f0f69ba5a completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:09:32.568040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 15a1d8cf-d440-4b64-a436-925f0f69ba5a triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:32.568532 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.596278 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Deleting port a0b0e6f6-18db-4656-aaf7-652960a59a29 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:32.597081 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.667810 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 15a1d8cf-d440-4b64-a436-925f0f69ba5a is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:32.668288 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.687838 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:09:31Z', 'revision_number': 5, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:32.696384 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] For port a0b0e6f6-18db-4656-aaf7-652960a59a29, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=a0b0e6f6-18db-4656-aaf7-652960a59a29,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:32.696871 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.698965 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:32.702045 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335715bd-78c7-43c3-990c-e44929bd593a" -d '{"events": [{"server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "name": "network-vif-plugged", "status": "completed", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:32.712706 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Calling delete_port for a0b0e6f6-18db-4656-aaf7-652960a59a29 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:32.723681 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573371e-2aed-4de7-9cee-4410a2e3aed5 None None] The sync data for ids ['2a23bc79-b857-491a-9323-d687d897cc82'] in dv-cinder-828085-9-iscsi is: [{'id': '2a23bc79-b857-491a-9323-d687d897cc82', 'name': 'tempest-TestShelveInstance-1748864353-router', 'tenant_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:04:19Z', 'updated_at': '2022-02-15T03:09:31Z', 'revision_number': 5, 'project_id': 'eb1862ff7bba4f9fbb8a90ecc148463e', 'gw_port': {'id': 'a0b0e6f6-18db-4656-aaf7-652960a59a29', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bc79-b857-491a-9323-d687d897cc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:04:20Z', 'updated_at': '2022-02-15T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:32.724583 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:32.732020 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.768694 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df90b12a-4df7-4fca-a8ba-521972baac3a x-openstack-request-id: req-df90b12a-4df7-4fca-a8ba-521972baac3a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:32.769339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "name": "network-vif-plugged", "status": "completed", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:32.769611 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df90b12a-4df7-4fca-a8ba-521972baac3a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:32.770134 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'code': 200} Feb 15 03:09:32.795982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:32.920485 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (a0b0e6f6-18db-4656-aaf7-652960a59a29), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:32.950955 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b0e6f6-18db-4656-aaf7-652960a59a29,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:32.980010 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc162879-dbb3-446d-bd8e-8d435b79a954 req-1caa052f-7dbc-411f-85a5-0f41a2fd11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:32.981565 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bc162879-dbb3-446d-bd8e-8d435b79a954 req-1caa052f-7dbc-411f-85a5-0f41a2fd11db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 1129 time: 0.0607226 Feb 15 03:09:33.016365 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (2a23bc79-b857-491a-9323-d687d897cc82), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.030637 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bc162879-dbb3-446d-bd8e-8d435b79a954 req-ff42ae9b-1bd8-4ae8-b9c8-599d41a89eb4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Feb 15 03:09:33.115923 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (2a23bc79-b857-491a-9323-d687d897cc82), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.118415 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks [] for router_controller (2a23bc79-b857-491a-9323-d687d897cc82), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.170412 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (2a23bc79-b857-491a-9323-d687d897cc82), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.171180 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a23bc79-b857-491a-9323-d687d897cc82 {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:09:33.176093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.177390 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a9739fcd-36c3-4d20-a786-e014eda2bc85 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a23bc79-b857-491a-9323-d687d897cc82 HTTP/1.1" status: 204 len: 168 time: 1.2429357 Feb 15 03:09:33.179934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48984) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:33.236639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Deleting subnet 2ad9a530-edc4-4ffe-8f7a-60149ecc59b4 {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:09:33.240052 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Publish callbacks [] for subnet (2ad9a530-edc4-4ffe-8f7a-60149ecc59b4), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.280561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (2ad9a530-edc4-4ffe-8f7a-60149ecc59b4), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.360537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (2ad9a530-edc4-4ffe-8f7a-60149ecc59b4), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.415188 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (2ad9a530-edc4-4ffe-8f7a-60149ecc59b4), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.444190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.447396 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ad9a530-edc4-4ffe-8f7a-60149ecc59b4 HTTP/1.1" status: 204 len: 168 time: 0.2663178 Feb 15 03:09:33.448216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8724f8-902c-4436-90a5-34193dd1e632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad9a530-edc4-4ffe-8f7a-60149ecc59b4,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:33.450437 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 48988) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:33.453039 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9c56f-415b-473f-9a6f-5684bb50a4a8 None None] Network cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:33.522335 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.586313 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Deleting port 7f7312bf-08ee-4825-977b-e220e07a8e54 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:33.586660 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.627744 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eb626-0716-43fb-8ab3-ee91d99c0e9c req-8d94854b-80b4-4274-a0f6-9d61fae4e14a tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:33.629476 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd1eb626-0716-43fb-8ab3-ee91d99c0e9c req-8d94854b-80b4-4274-a0f6-9d61fae4e14a tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 945 time: 0.0612450 Feb 15 03:09:33.649220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] For port 7f7312bf-08ee-4825-977b-e220e07a8e54, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7f7312bf-08ee-4825-977b-e220e07a8e54,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:33.649584 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.665801 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Calling delete_port for 7f7312bf-08ee-4825-977b-e220e07a8e54 owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:33.677204 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bd1eb626-0716-43fb-8ab3-ee91d99c0e9c req-ac700a72-dce0-4c16-b790-d23847042490 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Feb 15 03:09:33.776222 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] DHCP port deletion for cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:09:33.833964 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Deleting port 7f7312bf-08ee-4825-977b-e220e07a8e54 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:09:33.834334 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.902589 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] For port 7f7312bf-08ee-4825-977b-e220e07a8e54, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=7f7312bf-08ee-4825-977b-e220e07a8e54,segment=NetworkSegment(4eac5ab8-9c45-4b58-83c0-36563a7e678a),segment_id=4eac5ab8-9c45-4b58-83c0-36563a7e678a)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:33.903185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:33.916840 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Calling delete_port for 7f7312bf-08ee-4825-977b-e220e07a8e54 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:09:34.000667 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.007896 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (7f7312bf-08ee-4825-977b-e220e07a8e54), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.026500 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] Pushing event deleted for resources: {'Port': ['ID=7f7312bf-08ee-4825-977b-e220e07a8e54,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:34.030831 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40ddf0-7f47-4938-9ca9-e96602680fd6 None None] No DVR routers for this DVR port 7f7312bf-08ee-4825-977b-e220e07a8e54 on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:34.034706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7312bf-08ee-4825-977b-e220e07a8e54,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:34.036537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] No DVR routers for this DVR port 7f7312bf-08ee-4825-977b-e220e07a8e54 on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:09:34.116010 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.139519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd314a9-6a09-4a7d-a604-d22a40a5c2d2']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.149079 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac5ab8-9c45-4b58-83c0-36563a7e678a') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.149379 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac5ab8-9c45-4b58-83c0-36563a7e678a') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:34.159714 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (4eac5ab8-9c45-4b58-83c0-36563a7e678a), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.177021 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (4eac5ab8-9c45-4b58-83c0-36563a7e678a), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.185443 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:09:34.185850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (4eac5ab8-9c45-4b58-83c0-36563a7e678a), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self.session.flush() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self.session.flush() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self.session.flush() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self.session.flush() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:09:34.187914 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:09:34.245711 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (cbd314a9-6a09-4a7d-a604-d22a40a5c2d2), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.253406 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.257151 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cbd314a9-6a09-4a7d-a604-d22a40a5c2d2 HTTP/1.1" status: 204 len: 168 time: 0.8057582 Feb 15 03:09:34.277368 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9b8ab-3378-4702-8175-10b1f28363f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd314a9-6a09-4a7d-a604-d22a40a5c2d2,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:34.382335 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 48998) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:34.423815 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-dbd2b8e4-277f-4735-9282-9c9ae30d5a97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21443331469a45f5b7d064a7f4513743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400629 Feb 15 03:09:34.427535 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49000) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:34.491346 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] Publish callbacks [] for security_group (848a69b3-ee19-4c88-bf94-e5c5cc537ce2), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.524737 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] Publish callbacks [] for security_group (848a69b3-ee19-4c88-bf94-e5c5cc537ce2), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.536154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e66aaaac-192a-493c-9662-49884634d181 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:34.557180 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: e66aaaac-192a-493c-9662-49884634d181 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:34.557954 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device e66aaaac-192a-493c-9662-49884634d181 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:34.558592 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a0b0e6f6-18db-4656-aaf7-652960a59a29 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:34.583736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (848a69b3-ee19-4c88-bf94-e5c5cc537ce2), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.585536 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: a0b0e6f6-18db-4656-aaf7-652960a59a29 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:34.585982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device a0b0e6f6-18db-4656-aaf7-652960a59a29 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:34.586470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7f7312bf-08ee-4825-977b-e220e07a8e54 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:09:34.586969 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:34.588385 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/848a69b3-ee19-4c88-bf94-e5c5cc537ce2 HTTP/1.1" status: 204 len: 168 time: 0.1594698 Feb 15 03:09:34.598630 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fc9a1-f71a-4286-9842-bf7b26b16d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a69b3-ee19-4c88-bf94-e5c5cc537ce2,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:34.609728 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 7f7312bf-08ee-4825-977b-e220e07a8e54 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:09:34.610170 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 7f7312bf-08ee-4825-977b-e220e07a8e54 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:09:34.811775 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf467-24e9-4cf1-a418-549e50186708 req-1601f25d-3516-47fd-ad5b-a50a9696464d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:34.813309 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebbaf467-24e9-4cf1-a418-549e50186708 req-1601f25d-3516-47fd-ad5b-a50a9696464d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 945 time: 0.0562668 Feb 15 03:09:34.861458 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebbaf467-24e9-4cf1-a418-549e50186708 req-58ae2128-0710-4880-8c07-4f4eade99fed tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Feb 15 03:09:34.942983 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49014) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:34.983675 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7649b853-0cea-4c07-8d7c-bda4767fe8e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb1862ff7bba4f9fbb8a90ecc148463e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394764 Feb 15 03:09:34.986096 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49016) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:35.034565 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] Publish callbacks [] for security_group (e93a70a8-a031-4b53-85f2-3e1a983a3013), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:35.055592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] Publish callbacks [] for security_group (e93a70a8-a031-4b53-85f2-3e1a983a3013), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:35.114554 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (e93a70a8-a031-4b53-85f2-3e1a983a3013), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:35.117935 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:35.122734 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e93a70a8-a031-4b53-85f2-3e1a983a3013 HTTP/1.1" status: 204 len: 168 time: 0.1355937 Feb 15 03:09:35.132843 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9556e-1c9d-4fae-8477-395eb3d5631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a70a8-a031-4b53-85f2-3e1a983a3013,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:41.817864 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68b9ecf4-00b4-4c80-afba-359644a13ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.578079 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49086) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:43.682255 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.758647 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Publish callbacks [] for security_group (55a3d945-a716-41ab-acf8-d157c64b3098), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.763085 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (55a3d945-a716-41ab-acf8-d157c64b3098), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.801762 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d47f85dd3f1944629c22988de10e0415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225819 Feb 15 03:09:43.802494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a3d945-a716-41ab-acf8-d157c64b3098,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:43.804459 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49092) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:43.821276 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.821648 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.821976 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.822313 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.822655 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.822984 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.823340 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.823669 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.823994 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.824319 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.824639 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.824956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.825274 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716dbf-ca28-4cfb-adf9-aa904ba34260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:43.865563 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] Publish callbacks [] for security_group (55a3d945-a716-41ab-acf8-d157c64b3098), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.886470 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] Publish callbacks [] for security_group (55a3d945-a716-41ab-acf8-d157c64b3098), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.936221 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (55a3d945-a716-41ab-acf8-d157c64b3098), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.938823 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:43.940010 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55a3d945-a716-41ab-acf8-d157c64b3098 HTTP/1.1" status: 204 len: 168 time: 0.1346469 Feb 15 03:09:43.947429 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67326588-358f-4e54-90ed-2621a04a28ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a3d945-a716-41ab-acf8-d157c64b3098,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:44.580389 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49114) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:44.674748 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642150418-network', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:44.693400 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Made reservation on behalf of d8db3f56edb64871b762ed40eb609adb for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:44.695755 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.704314 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.711970 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-015950da-50d7-43bc-b368-5b700b8e7156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.789107 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks [] for security_group (b9dd0e88-7de0-4d1d-bc62-36564fdcb130), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.793898 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b9dd0e88-7de0-4d1d-bc62-36564fdcb130), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.821840 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:09:44.828738 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dd0e88-7de0-4d1d-bc62-36564fdcb130,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:44.835703 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (86d63cde-4ae7-4011-a80c-5167bfeeab0e), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.836620 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Added segment 86d63cde-4ae7-4011-a80c-5167bfeeab0e of type vlan for network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 Feb 15 03:09:44.877678 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (7c575b76-1c41-4b45-ae76-13dbf8dddc66), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.904150 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (7c575b76-1c41-4b45-ae76-13dbf8dddc66), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.905373 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:44.906023 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:44.962727 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3812389 Feb 15 03:09:44.965845 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49122) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:44.970511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1dbd2-12e6-4657-a41f-81f5ece3cc0b admin admin] Pushing event updated for resources: {'Network': ['ID=7c575b76-1c41-4b45-ae76-13dbf8dddc66,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:44.971635 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Request body: {'subnet': {'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642150418-subnet', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:44.981516 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:09:44.993531 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Made reservation on behalf of d8db3f56edb64871b762ed40eb609adb for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:44.996235 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.169085 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (f8a5c317-94dd-4424-9449-3d6254ec0996), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.218113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a5c317-94dd-4424-9449-3d6254ec0996,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:45.234240 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.234595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.234944 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.235310 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.235646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.235978 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.236307 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.236637 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.236965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.237290 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.237615 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.237933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.238255 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:45.247226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Checking segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:45.247610 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Network hostable DHCP agents. Network: 7c575b76-1c41-4b45-ae76-13dbf8dddc66, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:09:45.265938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:09:45.275072 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 7c575b76-1c41-4b45-ae76-13dbf8dddc66) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:45.279841 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:45.280444 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.285420 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa76652-8eda-435e-9e6e-0d808d12c9c7 None None] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:45.300276 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49134) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:45.300495 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9feab0e0-6a7e-49f4-a4e6-ebf6f0792f25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3330178 Feb 15 03:09:45.304672 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:45.325437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.327795 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.388316 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for router_controller (cede2d4e-9597-4c3f-a550-4321d0d0a89b), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.537815 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:09:45.538850 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.554890 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for router_gateway (cede2d4e-9597-4c3f-a550-4321d0d0a89b), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.683846 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Allocated IP 172.20.0.2 (7c575b76-1c41-4b45-ae76-13dbf8dddc66/f8a5c317-94dd-4424-9449-3d6254ec0996/c056c02d-52d8-4d65-aedf-7e37db1e50f9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:45.774287 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for router_gateway (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.794850 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.830286 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks [] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.836118 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.878082 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:45.880997 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:45.886493 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:45.897717 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Pushing event updated for resources: {'Port': ['ID=c056c02d-52d8-4d65-aedf-7e37db1e50f9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:45.909168 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Allocated IP 172.27.1.220 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/18fc75df-1d50-4737-aa69-b56824cb8be3) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:45.949742 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Attempting to bind port c056c02d-52d8-4d65-aedf-7e37db1e50f9 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:45.949742 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Attempting to bind port c056c02d-52d8-4d65-aedf-7e37db1e50f9 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:45.950093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Attempting to bind port c056c02d-52d8-4d65-aedf-7e37db1e50f9 on network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:45.956931 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:45.957330 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Checking segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:45.957742 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:45.958145 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Bound using segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:45.958622 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Bound port: c056c02d-52d8-4d65-aedf-7e37db1e50f9, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:45.959009 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.016756 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.022785 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] For port c056c02d-52d8-4d65-aedf-7e37db1e50f9, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:46.026328 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] For port c056c02d-52d8-4d65-aedf-7e37db1e50f9, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=c056c02d-52d8-4d65-aedf-7e37db1e50f9,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:46.032889 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.051031 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.098319 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce878caa-b320-47ca-b4f8-94c5b465a9f7 None None] Pushing event updated for resources: {'Port': ['ID=c056c02d-52d8-4d65-aedf-7e37db1e50f9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:46.100659 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:46.104612 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:46.110421 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:46.113291 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Pushing event updated for resources: {'Port': ['ID=18fc75df-1d50-4737-aa69-b56824cb8be3,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:46.405120 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for router_gateway (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.540171 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.578666 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device c056c02d-52d8-4d65-aedf-7e37db1e50f9 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:46.629478 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.633054 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port c056c02d-52d8-4d65-aedf-7e37db1e50f9 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:46.633561 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.728567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port c056c02d-52d8-4d65-aedf-7e37db1e50f9 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:46.728968 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.769677 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port c056c02d-52d8-4d65-aedf-7e37db1e50f9, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=c056c02d-52d8-4d65-aedf-7e37db1e50f9,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:46.785282 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.788464 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Router cede2d4e-9597-4c3f-a550-4321d0d0a89b is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:09:46.850192 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=c056c02d-52d8-4d65-aedf-7e37db1e50f9,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:46.910422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-11595772-0757-4862-b5fd-d39fe20b675d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:46.912662 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-11595772-0757-4862-b5fd-d39fe20b675d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1413872 Feb 15 03:09:46.922197 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:46.930321 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-046b57e0-ae1f-4929-97b5-96dc95f8927f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/quotas/c9df8848dd31493e86ac9541cb993a90 HTTP/1.1" status: 200 len: 375 time: 0.0114343 Feb 15 03:09:46.933984 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Sync routers for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:46.948422 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:46.949082 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:46.949527 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:46.953587 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4c1f5084-f13a-4f12-b53d-a8490fe52e8d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6496313 Feb 15 03:09:46.954255 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49156) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:47.003282 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-e9fe9e1b-5db5-4b5d-85bc-68a3b15ea2f2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670383 Feb 15 03:09:47.093603 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:47.111854 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-f08eca8a-1eda-43b2-94ff-d610c490f1f3 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074321 Feb 15 03:09:47.159736 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202f129-a72f-469a-b44d-40664255da4d None None] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:47.210413 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-42577af4-126a-4b5b-9218-80ca9041d7f7 service neutron] 10.222.0.24 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968795 Feb 15 03:09:47.295540 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-cfa1a827-ea5b-488d-88bc-781de612ef7a None None] Provisioning complete for port c056c02d-52d8-4d65-aedf-7e37db1e50f9 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:47.295998 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cfa1a827-ea5b-488d-88bc-781de612ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.426793 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d34e6951-2e24-4d61-a526-c8936a2ab7e9 req-148720a8-f3d5-4c61-8e73-6e72c2cdceb5 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0315351 Feb 15 03:09:47.497832 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1a827-ea5b-488d-88bc-781de612ef7a None None] Current status of the port c056c02d-52d8-4d65-aedf-7e37db1e50f9 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:47.512785 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:46Z', 'revision_number': 3, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:47.544249 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Checking router: cede2d4e-9597-4c3f-a550-4321d0d0a89b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:47.545200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Updating router cede2d4e-9597-4c3f-a550-4321d0d0a89b port 18fc75df-1d50-4737-aa69-b56824cb8be3 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:47.575727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.754423 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-0783e25f-8275-492f-9a73-4f08dabee023 None None] Provisioning complete for port c056c02d-52d8-4d65-aedf-7e37db1e50f9 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:47.754699 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0783e25f-8275-492f-9a73-4f08dabee023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.770883 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.912903 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks [] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.918324 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0783e25f-8275-492f-9a73-4f08dabee023 None None] Current status of the port c056c02d-52d8-4d65-aedf-7e37db1e50f9 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:47.920881 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:47.971859 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Allocated IP 172.20.0.1 (7c575b76-1c41-4b45-ae76-13dbf8dddc66/f8a5c317-94dd-4424-9449-3d6254ec0996/9eb50f40-3148-4458-9525-d2aa0c129d17) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:47.981342 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe853-affa-4d89-8661-a283b193b03b None None] Pushing event updated for resources: {'Port': ['ID=18fc75df-1d50-4737-aa69-b56824cb8be3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:47.994025 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Attempting to bind port 18fc75df-1d50-4737-aa69-b56824cb8be3 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:47.994403 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Attempting to bind port 18fc75df-1d50-4737-aa69-b56824cb8be3 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:47.994814 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Attempting to bind port 18fc75df-1d50-4737-aa69-b56824cb8be3 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:48.002116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.003085 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:48.003487 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:48.004342 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.004342 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:48.004797 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Bound port: 18fc75df-1d50-4737-aa69-b56824cb8be3, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:48.005118 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.062553 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] For port 18fc75df-1d50-4737-aa69-b56824cb8be3, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:48.065994 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] For port 18fc75df-1d50-4737-aa69-b56824cb8be3, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=18fc75df-1d50-4737-aa69-b56824cb8be3,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:48.071984 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.087133 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks [] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.122534 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.124544 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:48.125187 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:48.163241 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:48.168062 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:48.171770 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:48.175561 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe853-affa-4d89-8661-a283b193b03b None None] Pushing event updated for resources: {'Port': ['ID=18fc75df-1d50-4737-aa69-b56824cb8be3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:48.194794 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Pushing event updated for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:48.219924 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.256983 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:48.380867 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.510996 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-b9d9087f-2454-410a-a9de-d05e64012dbe tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:48.513640 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-b9d9087f-2454-410a-a9de-d05e64012dbe tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 814 time: 0.1609461 Feb 15 03:09:48.551588 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Request body: {'port': {'device_id': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'admin_state_up': True, 'tenant_id': 'c9df8848dd31493e86ac9541cb993a90'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:48.577947 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device c056c02d-52d8-4d65-aedf-7e37db1e50f9 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:48.580301 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-3b16ba52-139d-43b1-bbd7-a4d541db7620 None None] Provisioning complete for port 9eb50f40-3148-4458-9525-d2aa0c129d17 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:48.580672 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b16ba52-139d-43b1-bbd7-a4d541db7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.609434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-24dbfea4-5daa-4b3e-b2af-8475a52e2632 req-5c535cdc-a557-453d-8f5f-3d7a1b7f8cfe tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0696719 Feb 15 03:09:48.635342 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks [] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.645926 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.682821 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3b16ba52-139d-43b1-bbd7-a4d541db7620 None None] Port 9eb50f40-3148-4458-9525-d2aa0c129d17 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:48.705808 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port c056c02d-52d8-4d65-aedf-7e37db1e50f9 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:48.706614 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.719447 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.722543 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Pushing event updated for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:48.742095 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Made reservation on behalf of c9df8848dd31493e86ac9541cb993a90 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:48.745591 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.750624 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:46Z', 'revision_number': 3, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:48.784703 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e71f4a-279d-441b-a2a1-808dd264bcc8 None None] The sync data for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi is: [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:46Z', 'revision_number': 3, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:48.838437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:48.840167 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:48.840574 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:48.845846 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port c056c02d-52d8-4d65-aedf-7e37db1e50f9 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:48.907435 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Allocated IP 172.20.0.12 (80c26300-d1e5-4078-89f2-1322c33f5c26/c0f35c2d-4e55-4bcd-996b-853f11dea4f0/c4501df3-e841-4fe0-b687-ba9b9e36b085) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:49.008495 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Router cede2d4e-9597-4c3f-a550-4321d0d0a89b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:49.108985 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-d430da03-918d-43cb-a57a-798f38ac9d0b None None] Provisioning complete for port 9eb50f40-3148-4458-9525-d2aa0c129d17 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:49.110066 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d430da03-918d-43cb-a57a-798f38ac9d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.130089 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks [] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.159817 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d430da03-918d-43cb-a57a-798f38ac9d0b None None] Port 9eb50f40-3148-4458-9525-d2aa0c129d17 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:49.174561 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:49.180105 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a97fed17-b9fc-4416-ada4-c7cad3a9976f admin admin] 10.222.0.24 "PUT /v2.0/routers/cede2d4e-9597-4c3f-a550-4321d0d0a89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245464 Feb 15 03:09:49.193135 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.207820 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839', '854350d2-5cef-4ffb-96db-55273b66b670', '15a1d8cf-d440-4b64-a436-925f0f69ba5a'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:49.255546 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Network 80c26300-d1e5-4078-89f2-1322c33f5c26 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:49.260025 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:49.262857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:49.302954 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event updated for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.320038 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:49.320671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.341822 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d4906fd1-3274-4944-b76c-735dbe872b42 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8068449 Feb 15 03:09:49.356425 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Request body: {'port': {'device_id': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:49.429277 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.726479 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4501df3-e841-4fe0-b687-ba9b9e36b085 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:49.735986 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks [] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.752850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Transition to ACTIVE for port object c4501df3-e841-4fe0-b687-ba9b9e36b085 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:09:49.759926 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.778275 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62236c5c-d8e7-4e22-a437-5abe5a5e439d req-9ebb21fe-597c-493b-b672-b5a387473933 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:49.781203 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-62236c5c-d8e7-4e22-a437-5abe5a5e439d req-9ebb21fe-597c-493b-b672-b5a387473933 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 932 time: 0.0867684 Feb 15 03:09:49.802651 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49192) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:49.807501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-734985298-network', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:49.837522 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:49.839760 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-62236c5c-d8e7-4e22-a437-5abe5a5e439d req-3b77a935-0b79-42b1-9526-f7220498d7ae tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Feb 15 03:09:49.865587 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Made reservation on behalf of dce123a702374db7b17979dd9ccfc6fc for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:49.867859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.895696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:49.949171 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Attempting to bind port c4501df3-e841-4fe0-b687-ba9b9e36b085 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:49.949506 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Attempting to bind port c4501df3-e841-4fe0-b687-ba9b9e36b085 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:49.949835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Attempting to bind port c4501df3-e841-4fe0-b687-ba9b9e36b085 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:49.957703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Port c4501df3-e841-4fe0-b687-ba9b9e36b085 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:09:49.958027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Attempting to bind port c4501df3-e841-4fe0-b687-ba9b9e36b085 on network 80c26300-d1e5-4078-89f2-1322c33f5c26 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:49.966364 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:49.967340 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Checking segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:49.967708 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Bound using segment: {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:49.968137 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Bound port: c4501df3-e841-4fe0-b687-ba9b9e36b085, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b20da1-342c-47a0-afdc-2918418425da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:49.968494 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.033846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks [] for security_group (34989fd3-a5fc-4764-aab7-ec72ffded874), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.040060 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (34989fd3-a5fc-4764-aab7-ec72ffded874), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.076944 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:09:50.079859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:50.095852 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34989fd3-a5fc-4764-aab7-ec72ffded874,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:50.101712 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (9ebfe54f-5310-4cfd-aed4-f72852959e52), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.102058 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Added segment 9ebfe54f-5310-4cfd-aed4-f72852959e52 of type vlan for network 1c613932-7a86-4ecc-988c-db1fae04e757 Feb 15 03:09:50.104534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:50.138889 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.173420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (1c613932-7a86-4ecc-988c-db1fae04e757), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.198420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.199052 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.200504 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/c4501df3-e841-4fe0-b687-ba9b9e36b085 HTTP/1.1" status: 200 len: 1094 time: 0.8491414 Feb 15 03:09:50.206735 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:50.209076 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0cfef-3c75-48fe-aaac-825831796a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:50.220871 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b68581-0e3b-47f9-a37e-81f61eaf95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:50.246942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (1c613932-7a86-4ecc-988c-db1fae04e757), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.248570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.249571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.268422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6361702a-6f50-493f-ab64-8ec8bfecdf6d x-openstack-request-id: req-6361702a-6f50-493f-ab64-8ec8bfecdf6d {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:50.269437 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:50.269556 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6361702a-6f50-493f-ab64-8ec8bfecdf6d {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:50.270040 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085', 'status': 'completed', 'code': 200} Feb 15 03:09:50.338854 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5350063 Feb 15 03:09:50.342334 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49196) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:50.348636 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Request body: {'subnet': {'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-734985298-subnet', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:50.356529 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db302-4250-4648-ac0f-41251bc59fed admin admin] Pushing event updated for resources: {'Network': ['ID=1c613932-7a86-4ecc-988c-db1fae04e757,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:50.368047 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d6b8ef47-72a4-476b-8f79-e3f790987c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.369528 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 1c613932-7a86-4ecc-988c-db1fae04e757 details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:09:50.370058 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d6b8ef47-72a4-476b-8f79-e3f790987c18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 1128 time: 0.0989988 Feb 15 03:09:50.374584 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Made reservation on behalf of dce123a702374db7b17979dd9ccfc6fc for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:09:50.377128 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218944'] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.419251 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-e2394480-3129-4c66-86c2-ee9358c10a62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085 HTTP/1.1" status: 200 len: 217 time: 0.0406249 Feb 15 03:09:50.476942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-954e2be3-6928-48a6-b036-179b2c2e3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.478463 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-954e2be3-6928-48a6-b036-179b2c2e3334 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0527835 Feb 15 03:09:50.514029 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-d1d9b09d-9d24-4a71-9f25-06aee6523869 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298812 Feb 15 03:09:50.569564 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10358272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218966'] for subnet (f6febb4c-de09-4a59-8114-ad83da7d003a), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.583643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 18fc75df-1d50-4737-aa69-b56824cb8be3 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:50.619699 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-af4fa4a9-fde8-435b-8dbd-eda28242c314 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992761 Feb 15 03:09:50.637605 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6febb4c-de09-4a59-8114-ad83da7d003a,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:50.642466 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Checking segment: {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:50.642831 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Network hostable DHCP agents. Network: 1c613932-7a86-4ecc-988c-db1fae04e757, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:09:50.646704 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 18fc75df-1d50-4737-aa69-b56824cb8be3 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:50.647190 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.661878 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Network 1c613932-7a86-4ecc-988c-db1fae04e757 is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:09:50.673118 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 1c613932-7a86-4ecc-988c-db1fae04e757) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:50.678809 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.679540 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.684684 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479de9a-b8e3-468e-851e-799b6ba106cb None None] Network 1c613932-7a86-4ecc-988c-db1fae04e757 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:50.698547 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ab85b55c-ee1d-4ea0-80e2-fa27e09adc2e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3543117 Feb 15 03:09:50.703465 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49198) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:50.709009 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:09:50.735076 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.736496 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.762093 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c94fc405-19ba-40ca-95a2-0d441cbc63c2 req-f382195b-31f8-4ac8-8d40-b31c6d1c5081 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274722 Feb 15 03:09:50.799688 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for router_controller (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.825671 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 18fc75df-1d50-4737-aa69-b56824cb8be3 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:50.826671 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.862947 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-1c613932-7a86-4ecc-988c-db1fae04e757', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:09:50.863844 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.864612 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Sync routers for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:50.873215 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-085f5ca2-0f33-45e9-bb74-c0b124a7616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:50.874964 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-085f5ca2-0f33-45e9-bb74-c0b124a7616f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 1128 time: 0.0529122 Feb 15 03:09:50.875704 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:50.876338 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:50.895567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 18fc75df-1d50-4737-aa69-b56824cb8be3, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=18fc75df-1d50-4737-aa69-b56824cb8be3,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:50.910859 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:50.987602 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for router_gateway (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.039673 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b234ca-f540-4439-812c-1e66afb133d8 req-a301774c-3742-428e-924c-2a1fd47faee4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:51.041384 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f6b234ca-f540-4439-812c-1e66afb133d8 req-a301774c-3742-428e-924c-2a1fd47faee4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 944 time: 0.0821044 Feb 15 03:09:51.046316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-d411ff73-b972-487c-8da7-4a0cc79290f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:51.048730 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-d411ff73-b972-487c-8da7-4a0cc79290f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 914 time: 0.1663940 Feb 15 03:09:51.053668 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:51.060424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=18fc75df-1d50-4737-aa69-b56824cb8be3,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.077215 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.077826 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.078364 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.078864 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.079450 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.079969 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.080460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.080973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.081465 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.082010 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.082504 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.083048 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.083588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.115050 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-8e83746c-60c8-47b2-a035-31fa67144135 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085 HTTP/1.1" status: 200 len: 217 time: 0.0579007 Feb 15 03:09:51.127204 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f6b234ca-f540-4439-812c-1e66afb133d8 req-c7035273-0bd7-4f07-a815-d4f1675237c1 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Feb 15 03:09:51.132228 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Allocated IP 172.20.0.2 (1c613932-7a86-4ecc-988c-db1fae04e757/f6febb4c-de09-4a59-8114-ad83da7d003a/af182c97-9415-4831-8d1b-90479c847107) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:51.193368 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-e588f9fc-a548-44b9-a789-8956ac3372d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:51.196124 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-e588f9fc-a548-44b9-a789-8956ac3372d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0739424 Feb 15 03:09:51.250272 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-1763c667-4b1f-445e-b08f-8ddd2d013039 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442581 Feb 15 03:09:51.321291 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks [] for port (af182c97-9415-4831-8d1b-90479c847107), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.330688 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (af182c97-9415-4831-8d1b-90479c847107), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.384895 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Network 1c613932-7a86-4ecc-988c-db1fae04e757 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:51.390342 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-159c0e33-2cf3-4151-8af8-d96c6db99a38 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290975 Feb 15 03:09:51.393512 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:51.397288 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:51.406093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Pushing event updated for resources: {'Port': ['ID=af182c97-9415-4831-8d1b-90479c847107,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.443408 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 2, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:51.475760 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Checking router: cede2d4e-9597-4c3f-a550-4321d0d0a89b for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:51.476264 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Updating router cede2d4e-9597-4c3f-a550-4321d0d0a89b port 9eb50f40-3148-4458-9525-d2aa0c129d17 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:51.481013 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Attempting to bind port af182c97-9415-4831-8d1b-90479c847107 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:51.481627 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Attempting to bind port af182c97-9415-4831-8d1b-90479c847107 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:51.482848 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Attempting to bind port af182c97-9415-4831-8d1b-90479c847107 on network 1c613932-7a86-4ecc-988c-db1fae04e757 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:51.490125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:51.490515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Checking segment: {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:51.490923 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.491354 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Bound using segment: {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:51.491837 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Bound port: af182c97-9415-4831-8d1b-90479c847107, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:51.492247 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (af182c97-9415-4831-8d1b-90479c847107), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.515898 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5de0cfef-3c75-48fe-aaac-825831796a9a req-9c358518-33ed-4b31-b6a4-f6bdb56c9810 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148701 Feb 15 03:09:51.519830 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.561546 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for router_gateway (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.572311 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] For port af182c97-9415-4831-8d1b-90479c847107, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:51.575593 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] For port af182c97-9415-4831-8d1b-90479c847107, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=af182c97-9415-4831-8d1b-90479c847107,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:51.581085 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.584750 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (af182c97-9415-4831-8d1b-90479c847107), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.648230 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243fa30-ffc9-4af6-8b75-fe731d12819f None None] Pushing event updated for resources: {'Port': ['ID=af182c97-9415-4831-8d1b-90479c847107,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.699730 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Allocated IP 172.27.1.3 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/1893c0bd-8d3e-4a06-b1f4-da94b524d008) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:51.813070 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.852058 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks [] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.858722 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.864993 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:51.912264 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:51.917850 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Pushing event updated for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.920780 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:51.924900 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:51.971100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Pushing event updated for resources: {'Port': ['ID=1893c0bd-8d3e-4a06-b1f4-da94b524d008,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:51.972076 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.972902 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.973616 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.974160 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.974877 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.975517 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.977425 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.977990 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.978530 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.979101 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.980140 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.980668 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:51.981196 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:09:52.002585 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Attempting to bind port 9eb50f40-3148-4458-9525-d2aa0c129d17 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:52.003239 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Attempting to bind port 9eb50f40-3148-4458-9525-d2aa0c129d17 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:52.004141 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Attempting to bind port 9eb50f40-3148-4458-9525-d2aa0c129d17 on network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:52.011445 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:52.011622 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.012155 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Checking segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:52.012713 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.013252 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Bound using segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:52.014282 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Bound port: 9eb50f40-3148-4458-9525-d2aa0c129d17, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:52.014845 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.087982 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] For port 9eb50f40-3148-4458-9525-d2aa0c129d17, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:52.091223 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] For port 9eb50f40-3148-4458-9525-d2aa0c129d17, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=9eb50f40-3148-4458-9525-d2aa0c129d17,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:52.099303 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.158466 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82810-a706-4942-aefb-348f4fbb5992 None None] Pushing event updated for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=4']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.162073 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:52.163492 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:52.243097 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Provisioning complete for port 9eb50f40-3148-4458-9525-d2aa0c129d17 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:52.243782 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.271751 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for router_gateway (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.293760 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:52.322222 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613f87d-f11b-4857-b539-4007129e9519 req-5a442a3a-b72b-4ad6-bf0f-e12364d54ba4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:52.324152 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2613f87d-f11b-4857-b539-4007129e9519 req-5a442a3a-b72b-4ad6-bf0f-e12364d54ba4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 944 time: 0.0783172 Feb 15 03:09:52.424629 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Current status of the port 9eb50f40-3148-4458-9525-d2aa0c129d17 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:52.425149 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.431164 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2613f87d-f11b-4857-b539-4007129e9519 req-69c850db-5902-448d-862f-8c22b0305ea4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983829 Feb 15 03:09:52.483305 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] For port 9eb50f40-3148-4458-9525-d2aa0c129d17, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=9eb50f40-3148-4458-9525-d2aa0c129d17,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:52.490974 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.551679 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c4501df3-e841-4fe0-b687-ba9b9e36b085 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:09:52.604045 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:52.612998 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff8c85-d462-4b7d-9b82-3cef72fffc34 None None] Pushing event updated for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:52.616387 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.656409 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf0c09-b3a1-43d3-8535-f5c2015ba311 None None] The sync data for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi is: [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:52.694521 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device af182c97-9415-4831-8d1b-90479c847107 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:52.699203 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-2c9f13be-a276-4d44-9037-fb4b12d2a215 None None] Provisioning complete for port 9eb50f40-3148-4458-9525-d2aa0c129d17 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:52.699203 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c9f13be-a276-4d44-9037-fb4b12d2a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.825374 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:52.846268 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'c4501df3-e841-4fe0-b687-ba9b9e36b085', 'network_id': '80c26300-d1e5-4078-89f2-1322c33f5c26', 'port_id': 'c4501df3-e841-4fe0-b687-ba9b9e36b085', 'mac_address': 'fa:16:3e:5a:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f35c2d-4e55-4bcd-996b-853f11dea4f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:09:52.854582 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:09:52.881741 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port af182c97-9415-4831-8d1b-90479c847107 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:52.882120 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (af182c97-9415-4831-8d1b-90479c847107), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.953906 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021f789-f2c1-4d51-b429-1806a7f664c4 None None] Network 1c613932-7a86-4ecc-988c-db1fae04e757 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:09:52.958844 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f13be-a276-4d44-9037-fb4b12d2a215 None None] Current status of the port 9eb50f40-3148-4458-9525-d2aa0c129d17 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:52.973749 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c4501df3-e841-4fe0-b687-ba9b9e36b085 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:52.974141 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:52.989017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:53.008437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.013088 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-72db4d86-4609-43c4-9225-4a2b468bfad6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3051276 Feb 15 03:09:53.013088 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49204) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:09:53.020227 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Sync routers for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:53.039258 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4501df3-e841-4fe0-b687-ba9b9e36b085 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:09:53.060037 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:53.061358 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:53.146655 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:53.165203 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.234269 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port af182c97-9415-4831-8d1b-90479c847107 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:53.234555 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:09:53.235050 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (af182c97-9415-4831-8d1b-90479c847107), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.236458 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-fc7decb2-3c97-4135-9223-c77b054d0b05 None None] Provisioning complete for port af182c97-9415-4831-8d1b-90479c847107 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:53.236818 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc7decb2-3c97-4135-9223-c77b054d0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (af182c97-9415-4831-8d1b-90479c847107), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.509947 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['c4501df3-e841-4fe0-b687-ba9b9e36b085'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:09:53.537126 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:53.549057 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:53.583518 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port af182c97-9415-4831-8d1b-90479c847107, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=af182c97-9415-4831-8d1b-90479c847107,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:53.642080 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (af182c97-9415-4831-8d1b-90479c847107), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.642886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 18fc75df-1d50-4737-aa69-b56824cb8be3 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:53.735879 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67285c7c-eabf-41b6-8e92-38d5772c7272 req-8292b29d-9878-4f0d-951f-9b062cbf50e2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:53.743199 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-67285c7c-eabf-41b6-8e92-38d5772c7272 req-8292b29d-9878-4f0d-951f-9b062cbf50e2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 945 time: 0.1060727 Feb 15 03:09:53.824493 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fc7decb2-3c97-4135-9223-c77b054d0b05 None None] Current status of the port af182c97-9415-4831-8d1b-90479c847107 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:53.825237 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:53.847201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=af182c97-9415-4831-8d1b-90479c847107,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:53.862777 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-67285c7c-eabf-41b6-8e92-38d5772c7272 req-a8f1b533-33fa-44b0-a363-5e23416c5950 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124582 Feb 15 03:09:53.947772 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 18fc75df-1d50-4737-aa69-b56824cb8be3 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:53.948175 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.020186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-bc23669d-8056-4cd6-ba83-c6767d3c5211 None None] Provisioning complete for port af182c97-9415-4831-8d1b-90479c847107 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:54.020568 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc23669d-8056-4cd6-ba83-c6767d3c5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (af182c97-9415-4831-8d1b-90479c847107), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.024854 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Allocated IP 172.20.0.1 (1c613932-7a86-4ecc-988c-db1fae04e757/f6febb4c-de09-4a59-8114-ad83da7d003a/5b543b0f-3ed6-4fe1-af9b-2486729a5b74) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:09:54.114553 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 3, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:54.129817 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks [] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.164971 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.178249 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Checking router: b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:54.178606 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Updating router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:54.215753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Network 1c613932-7a86-4ecc-988c-db1fae04e757 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:54.217486 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Pushing event updated for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:54.220048 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:54.222177 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:09:54.239416 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 18fc75df-1d50-4737-aa69-b56824cb8be3 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:54.256152 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.257836 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-bc23669d-8056-4cd6-ba83-c6767d3c5211 None None] Current status of the port af182c97-9415-4831-8d1b-90479c847107 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:54.264798 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.411134 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.523576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-93f189cf-5bec-4a96-b926-af79aacaa797 None None] Provisioning complete for port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:54.524136 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-93f189cf-5bec-4a96-b926-af79aacaa797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.565732 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks [] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.578687 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.595577 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks [] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.600725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.606796 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-93f189cf-5bec-4a96-b926-af79aacaa797 None None] Port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:54.636250 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Attempting to bind port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:54.636633 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Attempting to bind port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:54.637003 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Attempting to bind port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:54.639888 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be82ac9-9bd9-4742-8deb-afd6463ca5a4 None None] Pushing event updated for resources: {'Port': ['ID=1893c0bd-8d3e-4a06-b1f4-da94b524d008,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:54.644594 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device af182c97-9415-4831-8d1b-90479c847107 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:54.650619 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:54.651006 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:54.651452 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.651851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:54.652341 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Bound port: 1893c0bd-8d3e-4a06-b1f4-da94b524d008, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:54.652731 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.673170 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Pushing event updated for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:54.675990 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.738485 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] For port 1893c0bd-8d3e-4a06-b1f4-da94b524d008, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:54.742584 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] For port 1893c0bd-8d3e-4a06-b1f4-da94b524d008, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1893c0bd-8d3e-4a06-b1f4-da94b524d008,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:54.751234 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.755249 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port af182c97-9415-4831-8d1b-90479c847107 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:54.755623 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (af182c97-9415-4831-8d1b-90479c847107), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:54.772729 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Network 1c613932-7a86-4ecc-988c-db1fae04e757 is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:09:54.774287 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:09:54.845159 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be82ac9-9bd9-4742-8deb-afd6463ca5a4 None None] Pushing event updated for resources: {'Port': ['ID=1893c0bd-8d3e-4a06-b1f4-da94b524d008,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:54.850101 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:54.850727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:54.911217 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:09:54.973397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port af182c97-9415-4831-8d1b-90479c847107 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:54.974511 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 9eb50f40-3148-4458-9525-d2aa0c129d17 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:55.007202 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475be65-cd9d-489e-893c-d20d6dea2d5d req-beaf178e-011f-4f9d-b4a3-20b19e9c0eda tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:55.011678 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6475be65-cd9d-489e-893c-d20d6dea2d5d req-beaf178e-011f-4f9d-b4a3-20b19e9c0eda tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0758502 Feb 15 03:09:55.032681 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:55.049371 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:09:55.064659 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1866b8ea-e32b-4fc7-a44a-307879ee6deb admin admin] 10.222.0.24 "PUT /v2.0/routers/b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508454 Feb 15 03:09:55.066777 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6475be65-cd9d-489e-893c-d20d6dea2d5d req-40434fff-e8c2-4a4f-82ac-94d66f68717e tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482514 Feb 15 03:09:55.117253 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-dc0b1b58-b485-4843-b7e7-502cc7cb08b7 None None] Provisioning complete for port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:55.117639 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1b58-b485-4843-b7e7-502cc7cb08b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.329477 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 9eb50f40-3148-4458-9525-d2aa0c129d17 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:55.329763 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:55.360761 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b1b58-b485-4843-b7e7-502cc7cb08b7 None None] Port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:09:55.481453 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 9eb50f40-3148-4458-9525-d2aa0c129d17 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:55.504844 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '5b543b0f-3ed6-4fe1-af9b-2486729a5b74', 'name': '', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'mac_address': 'fa:16:3e:9f:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 2, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'subnets': [{'id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:55.536848 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf0761-3b2d-4233-87bd-ac80ae534d1d None None] The sync data for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi is: [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '5b543b0f-3ed6-4fe1-af9b-2486729a5b74', 'name': '', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'mac_address': 'fa:16:3e:9f:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 2, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'subnets': [{'id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:09:56.246480 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22062a5-8a56-4199-a278-fe4396cc150a req-ca4a5a86-a7a7-412c-9e9f-f93038f6d000 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:56.248949 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d22062a5-8a56-4199-a278-fe4396cc150a req-ca4a5a86-a7a7-412c-9e9f-f93038f6d000 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0975888 Feb 15 03:09:56.318847 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d22062a5-8a56-4199-a278-fe4396cc150a req-4be9fe65-089a-4280-852b-afb5247492f0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588830 Feb 15 03:09:56.569441 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c4501df3-e841-4fe0-b687-ba9b9e36b085 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:56.614442 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1893c0bd-8d3e-4a06-b1f4-da94b524d008 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:56.676189 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port c4501df3-e841-4fe0-b687-ba9b9e36b085 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:09:56.683740 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port c4501df3-e841-4fe0-b687-ba9b9e36b085 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:56.684386 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.713317 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:56.713703 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.854718 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:56.855114 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.859973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port c4501df3-e841-4fe0-b687-ba9b9e36b085 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:56.860350 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.895656 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 1893c0bd-8d3e-4a06-b1f4-da94b524d008, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1893c0bd-8d3e-4a06-b1f4-da94b524d008,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:56.902002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:09:56.906727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a0e71-e1d4-402a-b86a-a05982166281" -d '{"events": [{"server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:09:56.926879 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:56.942887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:56.971083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1f148f-f80c-456d-ad75-c31cfc1177ef x-openstack-request-id: req-dd1f148f-f80c-456d-ad75-c31cfc1177ef {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:09:56.971401 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:09:56.971653 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd1f148f-f80c-456d-ad75-c31cfc1177ef {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:09:56.972055 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085', 'code': 200} Feb 15 03:09:56.972965 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:57.009797 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=1893c0bd-8d3e-4a06-b1f4-da94b524d008,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:57.084693 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:57.166295 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf8eb-3c69-4d5a-9a5d-68553aa47c5b req-f3abab8d-8826-4bdb-915f-1868ac80c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:57.168432 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-941bf8eb-3c69-4d5a-9a5d-68553aa47c5b req-f3abab8d-8826-4bdb-915f-1868ac80c016 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0487599 Feb 15 03:09:57.224591 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-941bf8eb-3c69-4d5a-9a5d-68553aa47c5b req-64f15981-a5a5-45bb-b953-e5e6f38db5ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Feb 15 03:09:57.449481 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1b94-6529-4e0c-90e7-0d891c6a5b6f req-98407e17-a9fd-45ac-a93c-6f5ffbdce7b5 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:57.457815 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52cc1b94-6529-4e0c-90e7-0d891c6a5b6f req-98407e17-a9fd-45ac-a93c-6f5ffbdce7b5 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0660510 Feb 15 03:09:57.506927 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52cc1b94-6529-4e0c-90e7-0d891c6a5b6f req-14614888-75a5-4fce-8892-098f33d30cae tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482311 Feb 15 03:09:57.825692 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Sync routers for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:09:57.838299 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:57.839018 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:57.960014 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:58.171829 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '5b543b0f-3ed6-4fe1-af9b-2486729a5b74', 'name': '', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'mac_address': 'fa:16:3e:9f:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 2, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'subnets': [{'id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:58.223811 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Checking router: b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:09:58.224085 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Updating router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:09:58.254914 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.553750 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1893c0bd-8d3e-4a06-b1f4-da94b524d008 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:09:58.609800 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks [] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.615267 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:58.615752 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.624668 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.662598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b3aa9-0ba9-403f-af8b-660be12c61c5 req-bb37fffd-b2ca-4033-b442-10a6d999b7a0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:09:58.670425 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-975b3aa9-0ba9-403f-af8b-660be12c61c5 req-bb37fffd-b2ca-4033-b442-10a6d999b7a0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0712883 Feb 15 03:09:58.691109 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae78f-df78-4146-b415-411452bf9d8b None None] Pushing event updated for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:58.742372 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-975b3aa9-0ba9-403f-af8b-660be12c61c5 req-825eb3c7-a9ef-4942-9f8e-2be8cf4f6fee tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706034 Feb 15 03:09:58.763488 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Attempting to bind port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:09:58.764600 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Attempting to bind port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:09:58.765037 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Attempting to bind port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 on network 1c613932-7a86-4ecc-988c-db1fae04e757 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:09:58.772054 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:09:58.772446 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Checking segment: {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:09:58.772859 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.773260 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Bound using segment: {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:09:58.773753 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Bound port: 5b543b0f-3ed6-4fe1-af9b-2486729a5b74, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebfe54f-5310-4cfd-aed4-f72852959e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:09:58.774140 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.790685 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:58.856753 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] For port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:09:58.862536 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] For port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:09:58.873282 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:58.942847 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:09:58.943625 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:09:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:59.051469 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Provisioning complete for port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:59.053397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.178178 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Current status of the port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:59.178867 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.245901 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] For port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:09:59.252959 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.285954 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae78f-df78-4146-b415-411452bf9d8b None None] Pushing event updated for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=4']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.368270 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742320b2-3be7-490a-9c1e-e26a1bb0e9a2 None None] Pushing event updated for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:09:59.387199 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-58c3245a-5839-4125-9555-ee3454422e43 None None] Provisioning complete for port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:09:59.387385 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58c3245a-5839-4125-9555-ee3454422e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:09:59.394200 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:09:59.478447 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-58c3245a-5839-4125-9555-ee3454422e43 None None] Current status of the port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:09:59.645716 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '5b543b0f-3ed6-4fe1-af9b-2486729a5b74', 'name': '', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'mac_address': 'fa:16:3e:9f:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:58Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'subnets': [{'id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:09:59.677464 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a3b2c-ba45-4168-b075-6c9ce84d9608 None None] The sync data for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi is: [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:09:54Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '5b543b0f-3ed6-4fe1-af9b-2486729a5b74', 'name': '', 'network_id': '1c613932-7a86-4ecc-988c-db1fae04e757', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'mac_address': 'fa:16:3e:9f:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:53Z', 'updated_at': '2022-02-15T03:09:58Z', 'revision_number': 4, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'subnets': [{'id': 'f6febb4c-de09-4a59-8114-ad83da7d003a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:10:00.644456 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:10:00.823610 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:00.824002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:00.949220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:05.892588 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-2a872659-c0b5-4458-bfbe-3b233a4fb654 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:05.893996 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-2a872659-c0b5-4458-bfbe-3b233a4fb654 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 815 time: 0.1116605 Feb 15 03:10:05.909349 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-58f769d7-5796-44d6-9302-623ff58b3f39 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/quotas/d8db3f56edb64871b762ed40eb609adb HTTP/1.1" status: 200 len: 375 time: 0.0100307 Feb 15 03:10:05.965320 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-e8c11e96-dec0-40fc-8d29-51416d2fa899 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506225 Feb 15 03:10:06.090636 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-eb46b65f-ef55-462d-a0be-33692214ec84 service neutron] 10.222.0.24 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104872 Feb 15 03:10:06.192503 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-b60791ed-bf2d-4060-8d28-98efe3a6f1e7 service neutron] 10.222.0.24 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949528 Feb 15 03:10:06.363556 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ef325258-4214-4711-a0b1-379892508517 req-6c3a7f9e-034e-49c9-9612-cb6e98859155 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 210 time: 0.0285962 Feb 15 03:10:07.535432 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-dd4eb046-5999-4521-8569-7c6e19604cfc tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:07.538153 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-dd4eb046-5999-4521-8569-7c6e19604cfc tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 815 time: 0.2082582 Feb 15 03:10:07.555127 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'port': {'device_id': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'admin_state_up': True, 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:07.579799 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d1d59ffe-7b2a-43ce-87f6-d88b5bafd3bf req-54bbe3b3-6559-46c8-bc63-0c9767c22b85 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 210 time: 0.0552516 Feb 15 03:10:07.741168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Made reservation on behalf of d8db3f56edb64871b762ed40eb609adb for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:10:07.745646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:07.917467 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Allocated IP 172.20.0.12 (7c575b76-1c41-4b45-ae76-13dbf8dddc66/f8a5c317-94dd-4424-9449-3d6254ec0996/129ed621-1aa1-4b73-b960-045fa3debb9d) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:10:08.210051 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:08.270989 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:08.324667 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:08.359129 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:10:08.361947 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:10:08.366505 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:10:08.432717 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:08.433391 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:08.454882 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-6f4865a0-767c-4b8b-8073-9d3935b5fbfa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9074261 Feb 15 03:10:08.694375 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-de60a8fc-1834-4933-b249-427990c46cb4 None None] Provisioning complete for port 129ed621-1aa1-4b73-b960-045fa3debb9d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:08.695184 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de60a8fc-1834-4933-b249-427990c46cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:08.743216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820adc4-166f-4dd6-be62-f46e4117cf6a req-7f4b996d-af70-4219-aad2-5f3bcc102633 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:08.746327 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7820adc4-166f-4dd6-be62-f46e4117cf6a req-7f4b996d-af70-4219-aad2-5f3bcc102633 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0651498 Feb 15 03:10:08.782677 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-de60a8fc-1834-4933-b249-427990c46cb4 None None] Port 129ed621-1aa1-4b73-b960-045fa3debb9d cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:10:08.828017 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7820adc4-166f-4dd6-be62-f46e4117cf6a req-cd52dec9-306a-4b8d-bcca-3ad9e911b8ff tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Feb 15 03:10:09.957252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8406a3-1a92-4c9c-85fb-3546917b3008 req-148d5fea-e953-492e-8844-ed94a30df1aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:09.958854 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0b8406a3-1a92-4c9c-85fb-3546917b3008 req-148d5fea-e953-492e-8844-ed94a30df1aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0562203 Feb 15 03:10:10.008267 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0b8406a3-1a92-4c9c-85fb-3546917b3008 req-e4f7a7c9-0f6e-41cc-8433-5bf2c1c6cd65 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Feb 15 03:10:11.134416 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba06e2-5e9d-4c9e-bc2b-81152a4483dc req-2cf09da7-c834-4893-b6c6-1fe9f2e2088d tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:11.135928 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebba06e2-5e9d-4c9e-bc2b-81152a4483dc req-2cf09da7-c834-4893-b6c6-1fe9f2e2088d tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0568640 Feb 15 03:10:11.189940 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ebba06e2-5e9d-4c9e-bc2b-81152a4483dc req-16c45f81-9044-47d4-b055-c82abdf5b7ae tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472326 Feb 15 03:10:11.821881 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74e44f3-8cb2-46a0-a5cc-43bb5d5ad1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:12.321885 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe71dab-fcfd-4f31-a0ae-7002aeaaf0e8 req-199bc60b-1251-4681-8699-bf1c96cee3cb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:12.324224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-afe71dab-fcfd-4f31-a0ae-7002aeaaf0e8 req-199bc60b-1251-4681-8699-bf1c96cee3cb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0582068 Feb 15 03:10:12.373761 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-afe71dab-fcfd-4f31-a0ae-7002aeaaf0e8 req-fdc92f05-9945-456c-87ce-3b67bb11bb46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 Feb 15 03:10:13.501003 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230718-1087-40f3-b292-32378b21e9e4 req-869b1601-2a8a-44bc-a11a-98375f7ce1ad tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:13.503782 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6230718-1087-40f3-b292-32378b21e9e4 req-869b1601-2a8a-44bc-a11a-98375f7ce1ad tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0579193 Feb 15 03:10:13.555277 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6230718-1087-40f3-b292-32378b21e9e4 req-8440ccdc-0a43-409a-a585-cb7da6892677 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Feb 15 03:10:14.682586 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c5a9-4360-4e35-8db6-6afd3a00ae63 req-7a61cdc2-1c3b-409c-99ac-c29679002e37 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:14.684474 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a3c5a9-4360-4e35-8db6-6afd3a00ae63 req-7a61cdc2-1c3b-409c-99ac-c29679002e37 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0572851 Feb 15 03:10:14.729702 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-89ea64b9-f48a-4e36-ab4a-5f71adb041b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:14.749837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d5a3c5a9-4360-4e35-8db6-6afd3a00ae63 req-e3eac52a-53fb-4133-8df7-45d11b38110f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Feb 15 03:10:15.880721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f2d0-e99e-4023-b69f-585f72111a65 req-c87e02c6-0855-44a9-b604-94c33e201259 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:15.882276 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9619f2d0-e99e-4023-b69f-585f72111a65 req-c87e02c6-0855-44a9-b604-94c33e201259 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.0603428 Feb 15 03:10:15.940311 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9619f2d0-e99e-4023-b69f-585f72111a65 req-0966f7e9-4f89-4fa3-b9fa-353222d56cd6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Feb 15 03:10:16.526116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:16.813075 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Request body: {'port': {'device_id': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:16.877867 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.134487 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc7d65-f4b8-4aac-906c-6c91953f104f req-70b76719-836e-4ae7-b457-82179ce85206 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.136086 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-94bc7d65-f4b8-4aac-906c-6c91953f104f req-70b76719-836e-4ae7-b457-82179ce85206 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 932 time: 0.1146529 Feb 15 03:10:17.217897 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-94bc7d65-f4b8-4aac-906c-6c91953f104f req-636c567d-5100-4260-992c-1f29c9cd3290 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732946 Feb 15 03:10:17.276230 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129ed621-1aa1-4b73-b960-045fa3debb9d {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:10:17.291096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks [] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.305751 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Transition to ACTIVE for port object 129ed621-1aa1-4b73-b960-045fa3debb9d will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:10:17.311324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.377165 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:17.472407 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Attempting to bind port 129ed621-1aa1-4b73-b960-045fa3debb9d on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:10:17.473142 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Attempting to bind port 129ed621-1aa1-4b73-b960-045fa3debb9d by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:10:17.473583 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Attempting to bind port 129ed621-1aa1-4b73-b960-045fa3debb9d on network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:10:17.478973 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Port 129ed621-1aa1-4b73-b960-045fa3debb9d on network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:10:17.479405 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Attempting to bind port 129ed621-1aa1-4b73-b960-045fa3debb9d on network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:10:17.486413 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:10:17.486769 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Checking segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:10:17.487188 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Bound using segment: {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:10:17.487649 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Bound port: 129ed621-1aa1-4b73-b960-045fa3debb9d, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d63cde-4ae7-4011-a80c-5167bfeeab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:10:17.488164 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.605942 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:10:17.611771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:10:17.621456 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.662247 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.662881 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:17.664367 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] 10.222.0.52 "PUT /v2.0/ports/129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 1094 time: 0.8569622 Feb 15 03:10:17.664824 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:17.667116 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:17.702172 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3b82-72a4-4667-a9dd-7d23e20d7191 service neutron] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:17.724666 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd9f37f-1074-4063-bf40-04a16f8a76b1 x-openstack-request-id: req-7bd9f37f-1074-4063-bf40-04a16f8a76b1 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:17.725121 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:17.725611 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bd9f37f-1074-4063-bf40-04a16f8a76b1 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:17.726281 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:10:17.807431 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-cbb05494-6426-4009-aa8b-d86ec1647832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.809184 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-cbb05494-6426-4009-aa8b-d86ec1647832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1128 time: 0.0771751 Feb 15 03:10:17.858495 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-b0d5c3b2-1769-48b3-bdc5-3528f037ad79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 217 time: 0.0394905 Feb 15 03:10:17.916996 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-7fea3feb-acb5-4705-8376-705a7b189e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.918493 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-7fea3feb-acb5-4705-8376-705a7b189e02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0556166 Feb 15 03:10:17.968878 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-a8a49bf6-3efb-40aa-b031-bdb65550180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:17.970334 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-a8a49bf6-3efb-40aa-b031-bdb65550180d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457458 Feb 15 03:10:17.993415 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:18.081022 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-fc6afad7-e7d0-4df9-a222-a011d246fbc4 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042044 Feb 15 03:10:18.176954 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6f336be-d71f-4c80-a522-c0e53d6cf3f5 req-63005839-68be-43db-b2e0-9df03d38aabe service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902543 Feb 15 03:10:18.277790 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-d09ba432-830d-4528-8314-cc9e7a32be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.280789 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-d09ba432-830d-4528-8314-cc9e7a32be80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1128 time: 0.0544908 Feb 15 03:10:18.365599 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163870-734a-4163-a524-3f07f5f1d4be req-098ea8d2-05b8-45e9-9f01-9da7d06c1361 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.367136 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-df163870-734a-4163-a524-3f07f5f1d4be req-098ea8d2-05b8-45e9-9f01-9da7d06c1361 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 944 time: 0.0643663 Feb 15 03:10:18.379096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-92a9266f-660e-4712-9010-da44960b6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.380603 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-92a9266f-660e-4712-9010-da44960b6da1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.0935159 Feb 15 03:10:18.415753 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-df163870-734a-4163-a524-3f07f5f1d4be req-5f34200f-6121-430d-8bb7-382f8759b870 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Feb 15 03:10:18.424233 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-9e074df6-7c6a-4a96-9414-b3c3dc621907 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 217 time: 0.0363169 Feb 15 03:10:18.473791 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-b7a5d9f4-df19-45f2-b627-c2b92e082e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.475349 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-b7a5d9f4-df19-45f2-b627-c2b92e082e1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0447543 Feb 15 03:10:18.531252 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-72177519-a982-428f-bd2c-73efa040020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.532791 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-72177519-a982-428f-bd2c-73efa040020d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509157 Feb 15 03:10:18.621757 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-911d8414-912c-42b4-91ca-a2ce81503a29 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826151 Feb 15 03:10:18.819463 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:18.930317 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbba00-5c9a-425b-94e2-3ec10fa7ff3d req-1aa94fe4-f8be-40db-b438-8e5e5cf29fae tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:18.931838 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dfcbba00-5c9a-425b-94e2-3ec10fa7ff3d req-1aa94fe4-f8be-40db-b438-8e5e5cf29fae tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0587945 Feb 15 03:10:18.988207 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-dfcbba00-5c9a-425b-94e2-3ec10fa7ff3d req-84850ccf-6566-45e4-baa8-a476662adc03 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Feb 15 03:10:19.010201 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9c9d245-1d4c-4a8b-9182-22757b5a0bcb req-6e0b3c62-a1a9-47de-9503-d759379aed1b service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808818 Feb 15 03:10:19.545955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25990e-844e-479e-a0fa-7ee11c6964b5 req-b7a7f607-5d95-47a1-82a6-ad7bf9f30e72 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:19.547524 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8b25990e-844e-479e-a0fa-7ee11c6964b5 req-b7a7f607-5d95-47a1-82a6-ad7bf9f30e72 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 944 time: 0.0556266 Feb 15 03:10:19.596521 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8b25990e-844e-479e-a0fa-7ee11c6964b5 req-5b401476-5a84-45e9-8843-82ddde75d29e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Feb 15 03:10:20.108347 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d5fa9-52d9-496d-b22d-b54e2eb0c151 req-f0ce4a53-5689-4bd6-84dc-ac5e241e5ce0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:20.109923 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e75d5fa9-52d9-496d-b22d-b54e2eb0c151 req-f0ce4a53-5689-4bd6-84dc-ac5e241e5ce0 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0549629 Feb 15 03:10:20.164844 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e75d5fa9-52d9-496d-b22d-b54e2eb0c151 req-aeebeb57-1ef1-46b3-8fd8-0838f914f8ba tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493982 Feb 15 03:10:20.440649 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-e6533076-a75e-4983-8f27-cf2c2afb6b2a tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:20.442377 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-e6533076-a75e-4983-8f27-cf2c2afb6b2a tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0576684 Feb 15 03:10:20.542122 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Deleting port c4501df3-e841-4fe0-b687-ba9b9e36b085 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:10:20.542468 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.635971 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] For port c4501df3-e841-4fe0-b687-ba9b9e36b085, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=c4501df3-e841-4fe0-b687-ba9b9e36b085,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:20.636599 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.649718 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Calling delete_port for c4501df3-e841-4fe0-b687-ba9b9e36b085 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:10:20.674074 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 129ed621-1aa1-4b73-b960-045fa3debb9d details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:10:20.773375 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd96b5-d23a-45f9-81ab-73ecfb44a5d8 req-fa0a18a8-1e3f-486c-8654-b6b4d1aad2b8 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:20.774862 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aecd96b5-d23a-45f9-81ab-73ecfb44a5d8 req-fa0a18a8-1e3f-486c-8654-b6b4d1aad2b8 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 944 time: 0.0787711 Feb 15 03:10:20.776216 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:20.790404 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'port_id': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'mac_address': 'fa:16:3e:82:c0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:10:20.846223 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 129ed621-1aa1-4b73-b960-045fa3debb9d is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:20.846846 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.863351 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (c4501df3-e841-4fe0-b687-ba9b9e36b085), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.863713 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129ed621-1aa1-4b73-b960-045fa3debb9d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:10:20.875009 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-aecd96b5-d23a-45f9-81ab-73ecfb44a5d8 req-b5108496-f869-4fb4-934b-1aab7bce2e0c tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867839 Feb 15 03:10:20.878636 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839', '854350d2-5cef-4ffb-96db-55273b66b670', '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'c4501df3-e841-4fe0-b687-ba9b9e36b085'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:20.902099 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event deleted for resources: {'Port': ['ID=c4501df3-e841-4fe0-b687-ba9b9e36b085,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:20.920334 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:20.926787 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.947465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] No DVR routers for this DVR port c4501df3-e841-4fe0-b687-ba9b9e36b085 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:10:20.950064 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:20.954325 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1a1a8ba9-09c0-4c09-b248-963713618063 req-be670d73-c7ef-47c7-a5f1-b57d395c5530 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "DELETE /v2.0/ports/c4501df3-e841-4fe0-b687-ba9b9e36b085 HTTP/1.1" status: 204 len: 173 time: 0.5064993 Feb 15 03:10:20.954794 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'name': 'network-vif-deleted', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:20.957122 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dca2b6-a391-406c-b0ad-89c7133bf9f7" -d '{"events": [{"server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "name": "network-vif-deleted", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:21.006003 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d9754-a95e-4311-97f2-575530c67567 x-openstack-request-id: req-fe6d9754-a95e-4311-97f2-575530c67567 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:21.006384 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b93594-f45e-497d-8526-d7d9461f6ac2", "name": "network-vif-deleted", "tag": "c4501df3-e841-4fe0-b687-ba9b9e36b085", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:21.007204 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe6d9754-a95e-4311-97f2-575530c67567 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:21.007204 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b93594-f45e-497d-8526-d7d9461f6ac2', 'name': 'network-vif-deleted', 'tag': 'c4501df3-e841-4fe0-b687-ba9b9e36b085', 'status': 'completed', 'code': 200} Feb 15 03:10:21.013507 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:21.175300 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:21.278181 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-3d679891-87de-42a6-87be-b1265fe31405 req-1f2a2273-8393-4bc3-bdf4-91f6351d5bb2 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b93594-f45e-497d-8526-d7d9461f6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0266986 Feb 15 03:10:22.017629 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:22.019440 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e47d-b4f9-4fd8-a251-a43433b22635 req-45b9d87a-9738-492a-91c8-2aa883706872 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:22.021048 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a263e47d-b4f9-4fd8-a251-a43433b22635 req-45b9d87a-9738-492a-91c8-2aa883706872 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 945 time: 0.0576260 Feb 15 03:10:22.074247 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a263e47d-b4f9-4fd8-a251-a43433b22635 req-bf37a447-c4e3-44b3-9a8b-b74981c8c891 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Feb 15 03:10:22.689954 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 129ed621-1aa1-4b73-b960-045fa3debb9d up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:10:22.741765 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 129ed621-1aa1-4b73-b960-045fa3debb9d completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:10:22.746734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 129ed621-1aa1-4b73-b960-045fa3debb9d triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:22.747266 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:22.834425 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 129ed621-1aa1-4b73-b960-045fa3debb9d is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:22.834818 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:22.857185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:22.859684 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29055678-8702-4641-acfb-8d864e4e5870" -d '{"events": [{"server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "name": "network-vif-plugged", "status": "completed", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:22.872767 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:22.879284 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:22.906567 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb4472-0299-4cd9-86a7-246cb846e130 x-openstack-request-id: req-3adb4472-0299-4cd9-86a7-246cb846e130 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:22.906888 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "name": "network-vif-plugged", "status": "completed", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:22.907119 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3adb4472-0299-4cd9-86a7-246cb846e130 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:22.907546 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'code': 200} Feb 15 03:10:22.934217 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:23.075823 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f450d-beb6-4976-bb5b-e8d3247ba3a8 req-e5b22169-fdaf-4d9b-8200-6639d91578c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:23.077381 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dc0f450d-beb6-4976-bb5b-e8d3247ba3a8 req-e5b22169-fdaf-4d9b-8200-6639d91578c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1130 time: 0.0451467 Feb 15 03:10:23.129798 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dc0f450d-beb6-4976-bb5b-e8d3247ba3a8 req-fce11bcf-a6be-4a8c-b1b7-006fdb851348 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Feb 15 03:10:23.214798 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b537-7a5a-436d-b1f0-67535b7a28e4 req-4e6d1274-5f3f-4530-9f79-b26449a79575 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:23.217178 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7116b537-7a5a-436d-b1f0-67535b7a28e4 req-4e6d1274-5f3f-4530-9f79-b26449a79575 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0584781 Feb 15 03:10:23.278049 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7116b537-7a5a-436d-b1f0-67535b7a28e4 req-f9cc0fd8-22bb-47a3-b585-605e7c072331 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513656 Feb 15 03:10:23.713881 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b913-eb62-432e-a28b-e9e57ea31228 req-7e2aaf8d-f1bb-4211-b87a-db9e1d14b587 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:23.713881 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5fd3b913-eb62-432e-a28b-e9e57ea31228 req-7e2aaf8d-f1bb-4211-b87a-db9e1d14b587 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 945 time: 0.0534434 Feb 15 03:10:23.764569 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5fd3b913-eb62-432e-a28b-e9e57ea31228 req-bb06adb9-eee8-4434-9428-3e2b99f81de7 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Feb 15 03:10:24.059737 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-d8b3b7f9-2c06-48b1-b03f-749fe37562bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549648 Feb 15 03:10:24.162969 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee061d4-9a04-482a-9f03-968be604fcbf req-9145d511-2f07-4a2c-934a-7b92b9919ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.164528 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-9145d511-2f07-4a2c-934a-7b92b9919ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9df8848dd31493e86ac9541cb993a90&device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0513616 Feb 15 03:10:24.283079 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee061d4-9a04-482a-9f03-968be604fcbf req-727b176c-1cde-4a37-b5bd-e4ba0664d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.284576 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-727b176c-1cde-4a37-b5bd-e4ba0664d9e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 200 len: 914 time: 0.0991914 Feb 15 03:10:24.332820 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-43466c57-f3f6-46bc-8b92-66de61909743 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c20667-8479-4873-a718-e79ce6231839 HTTP/1.1" status: 200 len: 217 time: 0.0402303 Feb 15 03:10:24.385498 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee061d4-9a04-482a-9f03-968be604fcbf req-0287cf38-aacc-43b1-8a4b-144955ae6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.387020 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-0287cf38-aacc-43b1-8a4b-144955ae6584 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 200 len: 854 time: 0.0471582 Feb 15 03:10:24.413916 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1371c9-9913-4e4e-bf89-dd78aaf88e69 req-0d5726d7-f0d3-4899-acca-9a7718bb37c1 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.415662 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5e1371c9-9913-4e4e-bf89-dd78aaf88e69 req-0d5726d7-f0d3-4899-acca-9a7718bb37c1 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0559628 Feb 15 03:10:24.422018 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-f9da5497-1c6e-4285-a142-dbc218c56563 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c26300-d1e5-4078-89f2-1322c33f5c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277741 Feb 15 03:10:24.477059 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5e1371c9-9913-4e4e-bf89-dd78aaf88e69 req-bbe838c4-2d0e-447b-a2f4-0075d8f710ee tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551112 Feb 15 03:10:24.537621 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-8e47db14-f187-45a7-b6a9-d5bd831341d9 service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089830 Feb 15 03:10:24.669770 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cee061d4-9a04-482a-9f03-968be604fcbf req-698cd1d2-cdca-4836-83b4-c885bba4f54d service neutron] 10.222.0.52 "GET /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255877 Feb 15 03:10:24.680488 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784df3ba-dffb-44a9-8188-9f12a5773a17 req-f2fe699d-6663-41e2-9856-4f4aeb2ce4b0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.681992 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-784df3ba-dffb-44a9-8188-9f12a5773a17 req-f2fe699d-6663-41e2-9856-4f4aeb2ce4b0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0904281 Feb 15 03:10:24.706187 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c4501df3-e841-4fe0-b687-ba9b9e36b085 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:10:24.738797 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-784df3ba-dffb-44a9-8188-9f12a5773a17 req-fa512dda-af30-4cfd-a956-b561c8d0eb21 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Feb 15 03:10:24.740537 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: c4501df3-e841-4fe0-b687-ba9b9e36b085 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:10:24.740886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device c4501df3-e841-4fe0-b687-ba9b9e36b085 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:10:24.924396 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ffb1-d5e9-4297-a804-dfa46c5f2bb3 req-c36b2e1f-0362-4424-80a9-f6f34a8a486d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:24.926432 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f441ffb1-d5e9-4297-a804-dfa46c5f2bb3 req-c36b2e1f-0362-4424-80a9-f6f34a8a486d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 945 time: 0.0612488 Feb 15 03:10:24.978434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f441ffb1-d5e9-4297-a804-dfa46c5f2bb3 req-ce37eff9-4041-4fbb-8a77-e0f25be56a63 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Feb 15 03:10:25.096001 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f88f-3d71-4ba0-8494-e96d1cf0c05f req-2c32000d-2155-4628-9f71-b9c7ab389f2c tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:25.097804 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7812f88f-3d71-4ba0-8494-e96d1cf0c05f req-2c32000d-2155-4628-9f71-b9c7ab389f2c tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0604959 Feb 15 03:10:25.149387 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7812f88f-3d71-4ba0-8494-e96d1cf0c05f req-17fed77f-6c35-43bc-b731-5997e90285ef tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Feb 15 03:10:25.304872 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-eb368adc-44f5-4e11-93ef-4414aaa652e6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:25.306354 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-eb368adc-44f5-4e11-93ef-4414aaa652e6 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 945 time: 0.0613661 Feb 15 03:10:25.418119 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Deleting port 15a1d8cf-d440-4b64-a436-925f0f69ba5a {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:10:25.418481 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:25.524267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] For port 15a1d8cf-d440-4b64-a436-925f0f69ba5a, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=15a1d8cf-d440-4b64-a436-925f0f69ba5a,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:25.524636 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:25.537689 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Calling delete_port for 15a1d8cf-d440-4b64-a436-925f0f69ba5a owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:10:25.672423 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (15a1d8cf-d440-4b64-a436-925f0f69ba5a), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:25.685021 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839', '854350d2-5cef-4ffb-96db-55273b66b670', '15a1d8cf-d440-4b64-a436-925f0f69ba5a'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:25.722400 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event deleted for resources: {'Port': ['ID=15a1d8cf-d440-4b64-a436-925f0f69ba5a,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:25.784079 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] No DVR routers for this DVR port 15a1d8cf-d440-4b64-a436-925f0f69ba5a on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:10:25.786656 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:25.790082 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d15c3a08-ee8a-49e1-80c1-693b8b7fe0d3 req-372090d0-a24d-4bb5-8dc9-d7f2cfab191c tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "DELETE /v2.0/ports/15a1d8cf-d440-4b64-a436-925f0f69ba5a HTTP/1.1" status: 204 len: 173 time: 0.4762878 Feb 15 03:10:25.790532 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'name': 'network-vif-deleted', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:25.792960 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf8aef2-df1b-4401-92de-114c00a74e33" -d '{"events": [{"server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "name": "network-vif-deleted", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:25.844525 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e240836-dfca-4381-a56b-2a256ddd153d x-openstack-request-id: req-2e240836-dfca-4381-a56b-2a256ddd153d {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:25.844833 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed", "name": "network-vif-deleted", "tag": "15a1d8cf-d440-4b64-a436-925f0f69ba5a", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:25.845405 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e240836-dfca-4381-a56b-2a256ddd153d {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:25.845534 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed', 'name': 'network-vif-deleted', 'tag': '15a1d8cf-d440-4b64-a436-925f0f69ba5a', 'status': 'completed', 'code': 200} Feb 15 03:10:26.087700 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8c1570d5-d135-4733-b4bc-a33278f5f959 req-9b47ff55-390e-4d8b-8598-31ff2dbce2c7 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa4e7f5-71d8-4e9d-8ddb-6bdb624844ed HTTP/1.1" status: 200 len: 210 time: 0.0269639 Feb 15 03:10:27.365006 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0e2a-b164-4677-b3bd-cbaf63e69730 req-2449dad8-fdf3-44b9-a8d2-7960560e69f3 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:27.366483 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-18aa0e2a-b164-4677-b3bd-cbaf63e69730 req-2449dad8-fdf3-44b9-a8d2-7960560e69f3 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0517931 Feb 15 03:10:27.413390 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-18aa0e2a-b164-4677-b3bd-cbaf63e69730 req-f1ab7cba-0a76-406e-a567-9178b6028f53 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Feb 15 03:10:28.532758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57968-f29e-4d11-809e-db28884b9257 req-9ea69fc5-d9ea-4fd0-92c7-40de29f281c9 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:28.534207 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9ab57968-f29e-4d11-809e-db28884b9257 req-9ea69fc5-d9ea-4fd0-92c7-40de29f281c9 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Feb 15 03:10:28.581021 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9ab57968-f29e-4d11-809e-db28884b9257 req-c23c9304-79a6-4df9-96ee-51945634c3d4 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Feb 15 03:10:28.660515 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-662c4a63-9be8-42b8-ba0c-9edb29832e9d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:28.661949 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-662c4a63-9be8-42b8-ba0c-9edb29832e9d tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/ports?device_id=58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Feb 15 03:10:28.720547 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 15a1d8cf-d440-4b64-a436-925f0f69ba5a no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:10:28.740438 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 15a1d8cf-d440-4b64-a436-925f0f69ba5a {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:10:28.740783 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 15a1d8cf-d440-4b64-a436-925f0f69ba5a not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:10:28.760586 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Deleting port 854350d2-5cef-4ffb-96db-55273b66b670 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:10:28.760934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (854350d2-5cef-4ffb-96db-55273b66b670), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:28.847670 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] For port 854350d2-5cef-4ffb-96db-55273b66b670, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=854350d2-5cef-4ffb-96db-55273b66b670,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:28.848030 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (854350d2-5cef-4ffb-96db-55273b66b670), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:28.860127 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Calling delete_port for 854350d2-5cef-4ffb-96db-55273b66b670 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:10:28.986963 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (854350d2-5cef-4ffb-96db-55273b66b670), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:28.998148 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839', '854350d2-5cef-4ffb-96db-55273b66b670'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:29.015707 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event deleted for resources: {'Port': ['ID=854350d2-5cef-4ffb-96db-55273b66b670,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:29.063890 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] No DVR routers for this DVR port 854350d2-5cef-4ffb-96db-55273b66b670 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:10:29.066631 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:29.069953 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c4870eb9-da21-419e-8749-e6984386c4e8 req-612a6cc6-832c-4c52-a915-085af1b12d3f tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "DELETE /v2.0/ports/854350d2-5cef-4ffb-96db-55273b66b670 HTTP/1.1" status: 204 len: 173 time: 0.4023595 Feb 15 03:10:29.070406 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'name': 'network-vif-deleted', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:29.072679 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e43f115-b621-40d5-993c-c30fa672b5f8" -d '{"events": [{"server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "name": "network-vif-deleted", "tag": "854350d2-5cef-4ffb-96db-55273b66b670"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:29.120469 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd67709e-287f-48eb-a3b9-e62f9f482aa9 x-openstack-request-id: req-fd67709e-287f-48eb-a3b9-e62f9f482aa9 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:29.120982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8", "name": "network-vif-deleted", "tag": "854350d2-5cef-4ffb-96db-55273b66b670", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:29.121344 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd67709e-287f-48eb-a3b9-e62f9f482aa9 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:29.121837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6c592-9a0f-40f8-9dad-05e1cfd2a7a8', 'name': 'network-vif-deleted', 'tag': '854350d2-5cef-4ffb-96db-55273b66b670', 'status': 'completed', 'code': 200} Feb 15 03:10:30.234970 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:10:30.967268 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a3538-6ac8-4904-ab66-c3ae7d3d8c17 req-20cf7307-15a0-4c31-8be1-9817db365edd tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:30.968952 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-250a3538-6ac8-4904-ab66-c3ae7d3d8c17 req-20cf7307-15a0-4c31-8be1-9817db365edd tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Feb 15 03:10:31.015771 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-250a3538-6ac8-4904-ab66-c3ae7d3d8c17 req-9bb2304b-5e91-4e1c-93b7-5d41555ff0bb tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Feb 15 03:10:32.144212 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22be21-b498-4f7f-a9f2-84c156a5e1d0 req-73494f30-444b-4a6d-86a5-b0de9b82daef tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:32.145818 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ce22be21-b498-4f7f-a9f2-84c156a5e1d0 req-73494f30-444b-4a6d-86a5-b0de9b82daef tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0583212 Feb 15 03:10:32.203886 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ce22be21-b498-4f7f-a9f2-84c156a5e1d0 req-8ac619d7-8b78-468e-ad6a-00b43e997679 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d28ccd-96a0-4e6e-9fed-aa386e7ef906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521410 Feb 15 03:10:32.465694 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-62139d6d-7c13-4e46-b00b-cd716d0fd754 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:32.467404 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-62139d6d-7c13-4e46-b00b-cd716d0fd754 tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 945 time: 0.0648098 Feb 15 03:10:32.587422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Deleting port 13c20667-8479-4873-a718-e79ce6231839 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:10:32.587774 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (13c20667-8479-4873-a718-e79ce6231839), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:32.692795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] For port 13c20667-8479-4873-a718-e79ce6231839, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=13c20667-8479-4873-a718-e79ce6231839,segment=NetworkSegment(62b20da1-342c-47a0-afdc-2918418425da),segment_id=62b20da1-342c-47a0-afdc-2918418425da)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:32.693162 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (13c20667-8479-4873-a718-e79ce6231839), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:32.706661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Calling delete_port for 13c20667-8479-4873-a718-e79ce6231839 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:10:32.739794 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 854350d2-5cef-4ffb-96db-55273b66b670 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:10:32.760638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 854350d2-5cef-4ffb-96db-55273b66b670 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:10:32.760991 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 854350d2-5cef-4ffb-96db-55273b66b670 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:10:32.847595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (13c20667-8479-4873-a718-e79ce6231839), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:32.861155 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['13c20667-8479-4873-a718-e79ce6231839'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:32.878090 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Pushing event deleted for resources: {'Port': ['ID=13c20667-8479-4873-a718-e79ce6231839,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:32.928659 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] No DVR routers for this DVR port 13c20667-8479-4873-a718-e79ce6231839 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:10:32.931400 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:32.934764 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-560faac4-dbe5-42b2-bcb8-d92a02fe31ff req-37e608f9-b947-4485-8b66-dd4829ffa03b tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.52 "DELETE /v2.0/ports/13c20667-8479-4873-a718-e79ce6231839 HTTP/1.1" status: 204 len: 173 time: 0.4623098 Feb 15 03:10:32.935242 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'name': 'network-vif-deleted', 'tag': '13c20667-8479-4873-a718-e79ce6231839'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:32.938608 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f541562-6ee7-46de-95e9-181f8d5b1944" -d '{"events": [{"server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "name": "network-vif-deleted", "tag": "13c20667-8479-4873-a718-e79ce6231839"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:32.980651 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e2d254-9b6b-4857-a7ff-583a32264bff x-openstack-request-id: req-d3e2d254-9b6b-4857-a7ff-583a32264bff {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:32.980965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aead5a24-3243-4ec7-84ef-278969c59aa3", "name": "network-vif-deleted", "tag": "13c20667-8479-4873-a718-e79ce6231839", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:32.981228 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3e2d254-9b6b-4857-a7ff-583a32264bff {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:32.981713 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aead5a24-3243-4ec7-84ef-278969c59aa3', 'name': 'network-vif-deleted', 'tag': '13c20667-8479-4873-a718-e79ce6231839', 'status': 'completed', 'code': 200} Feb 15 03:10:33.319004 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bae062fc-9d2c-469c-9295-4a8dd6525cfe req-7e5b46f6-ef49-4fa5-abe2-7e143866ceeb tempest-AttachVolumeNegativeTest-1826953278 tempest-AttachVolumeNegativeTest-1826953278-project] 10.222.0.24 "GET /v2.0/ports?device_id=aead5a24-3243-4ec7-84ef-278969c59aa3 HTTP/1.1" status: 200 len: 210 time: 0.0289593 Feb 15 03:10:33.520284 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d146-9a6e-4a16-91d3-de92311b30c6 req-ae903d33-afc8-4c23-a224-2a5f240a176f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:33.521837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8da9d146-9a6e-4a16-91d3-de92311b30c6 req-ae903d33-afc8-4c23-a224-2a5f240a176f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0604851 Feb 15 03:10:33.584037 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8da9d146-9a6e-4a16-91d3-de92311b30c6 req-9e3d16d1-2d0e-4c97-abe0-17faedcddb39 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Feb 15 03:10:33.616499 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49528) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:33.776442 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28151926-8cb2-4ebb-9997-ddcf9023c5fc tempest-TestMinimumBasicScenario-372786602 tempest-TestMinimumBasicScenario-372786602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:33.778035 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-28151926-8cb2-4ebb-9997-ddcf9023c5fc tempest-TestMinimumBasicScenario-372786602 tempest-TestMinimumBasicScenario-372786602-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1125 time: 0.1602271 Feb 15 03:10:33.781810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49532) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:33.786498 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'port_id': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:33.808624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:33.921216 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.040140 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Allocated IP 172.27.1.159 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/0cdb8352-4eca-47a6-bfb2-5a92d1f71502) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:10:34.152819 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.189740 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.228617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:10:34.231639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:10:34.237898 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:10:34.266570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'Port': ['ID=0cdb8352-4eca-47a6-bfb2-5a92d1f71502,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:34.380461 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49536) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:34.436284 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Deleting subnet c0f35c2d-4e55-4bcd-996b-853f11dea4f0 {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:10:34.442051 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Publish callbacks [] for subnet (c0f35c2d-4e55-4bcd-996b-853f11dea4f0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.489056 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (c0f35c2d-4e55-4bcd-996b-853f11dea4f0), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.530037 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (c0f35c2d-4e55-4bcd-996b-853f11dea4f0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.585027 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (c0f35c2d-4e55-4bcd-996b-853f11dea4f0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.612620 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f35c2d-4e55-4bcd-996b-853f11dea4f0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:34.616363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.622244 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49538) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:34.622954 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-7abf6f01-dd0e-4713-9783-afb7715170a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0f35c2d-4e55-4bcd-996b-853f11dea4f0 HTTP/1.1" status: 204 len: 168 time: 0.2407827 Feb 15 03:10:34.690856 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for floatingip (dd3de37b-faaa-4cb7-873f-867eb88cdd54), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.726534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (80c26300-d1e5-4078-89f2-1322c33f5c26), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.808042 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.867206 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (80c26300-d1e5-4078-89f2-1322c33f5c26), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.902839 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c26300-d1e5-4078-89f2-1322c33f5c26']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:34.922794 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b20da1-342c-47a0-afdc-2918418425da') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:34.923091 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b20da1-342c-47a0-afdc-2918418425da') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:34.963013 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (62b20da1-342c-47a0-afdc-2918418425da), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.982366 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (62b20da1-342c-47a0-afdc-2918418425da), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.997143 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:10:34.997542 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (62b20da1-342c-47a0-afdc-2918418425da), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:10:34.999753 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:10:35.074477 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (80c26300-d1e5-4078-89f2-1322c33f5c26), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.081019 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.084097 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] 10.222.0.24 "DELETE /v2.0/networks/80c26300-d1e5-4078-89f2-1322c33f5c26 HTTP/1.1" status: 204 len: 168 time: 0.4608500 Feb 15 03:10:35.106466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1205d-888f-434e-8b21-e8f8fbd9971a admin admin] Pushing event deleted for resources: {'Network': ['ID=80c26300-d1e5-4078-89f2-1322c33f5c26,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:35.112991 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.119002 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.187646 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'Port': ['ID=0cdb8352-4eca-47a6-bfb2-5a92d1f71502,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:35.201877 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (dd3de37b-faaa-4cb7-873f-867eb88cdd54), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.289684 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49542) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:35.317893 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Floating IP dd3de37b-faaa-4cb7-873f-867eb88cdd54 associated. External IP: 172.27.1.159, port: 129ed621-1aa1-4b73-b960-045fa3debb9d. Feb 15 03:10:35.338134 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-3aaf6d68-963a-4b3b-a96c-5a7efa8a197c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9df8848dd31493e86ac9541cb993a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469816 Feb 15 03:10:35.340646 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49544) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:35.402737 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] Publish callbacks [] for security_group (43d28ccd-96a0-4e6e-9fed-aa386e7ef906), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.429822 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] Publish callbacks [] for security_group (43d28ccd-96a0-4e6e-9fed-aa386e7ef906), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.482159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (43d28ccd-96a0-4e6e-9fed-aa386e7ef906), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.485559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.486745 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43d28ccd-96a0-4e6e-9fed-aa386e7ef906 HTTP/1.1" status: 204 len: 168 time: 0.1447833 Feb 15 03:10:35.497880 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde741e9-3a66-4717-8e5b-ec100c1d06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d28ccd-96a0-4e6e-9fed-aa386e7ef906,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:35.550264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Router cede2d4e-9597-4c3f-a550-4321d0d0a89b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:10:35.952213 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:10:35.971559 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:35.973255 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Sync routers for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:10:35.991089 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:10:35.993573 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:10:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:36.005223 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8ae4748c-72cc-4b2e-a389-e45e3339f3e2 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2222362 Feb 15 03:10:36.006344 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:36.008530 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49558) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:36.009174 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4722826b-e444-40d5-b1fe-1506881eafea" -d '{"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:36.017453 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389114094', 'description': 'tempest-secgroup-smoke-389114094 description', 'project_id': 'd8db3f56edb64871b762ed40eb609adb'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:36.047830 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e81bc-2451-4884-824b-d8661591da1d x-openstack-request-id: req-338e81bc-2451-4884-824b-d8661591da1d {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:36.048390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:36.048839 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-338e81bc-2451-4884-824b-d8661591da1d {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:36.049428 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:10:36.065519 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.133030 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722826b-e444-40d5-b1fe-1506881eafea req-dc7c8ed3-478b-4e58-8062-dcc381823521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:36.135728 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-dc7c8ed3-478b-4e58-8062-dcc381823521 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1130 time: 0.0556431 Feb 15 03:10:36.185420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (b5ca0a7e-0449-4092-91ac-b15830deafaa), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.190995 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b5ca0a7e-0449-4092-91ac-b15830deafaa), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.240398 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca0a7e-0449-4092-91ac-b15830deafaa,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:36.250506 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.252098 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-bf93dfd9-e2db-4b69-9399-b397d41f1320 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2420585 Feb 15 03:10:36.255095 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49568) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:36.263528 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:36.304206 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722826b-e444-40d5-b1fe-1506881eafea req-c44ca039-19d1-40f9-882e-4761c8cc8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:36.305993 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-c44ca039-19d1-40f9-882e-4761c8cc8574 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.1626308 Feb 15 03:10:36.324866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (50218ace-fe46-4875-982e-e0226035fe3b), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.332108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:10:36.404435 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-7a6bed90-bb3e-4938-83e7-221efed58bdf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 1000 time: 0.0867991 Feb 15 03:10:36.452716 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (50218ace-fe46-4875-982e-e0226035fe3b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.459198 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (50218ace-fe46-4875-982e-e0226035fe3b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.489725 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722826b-e444-40d5-b1fe-1506881eafea req-0876a9c4-ddde-4970-b7df-f4f24ed5c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:36.490687 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-0876a9c4-ddde-4970-b7df-f4f24ed5c85b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0792720 Feb 15 03:10:36.491336 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50218ace-fe46-4875-982e-e0226035fe3b,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:36.512445 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.513738 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8b619e01-1bac-46fb-9d93-757392b28b48 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575347 Feb 15 03:10:36.518437 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49574) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:36.527205 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:36.559096 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722826b-e444-40d5-b1fe-1506881eafea req-6a37c887-17b5-4c77-b3ac-61089eb97a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:36.562861 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-6a37c887-17b5-4c77-b3ac-61089eb97a62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642498 Feb 15 03:10:36.564039 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (c9f96767-09ea-4e9a-8e50-3e9d48341ded), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.615972 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'dd3de37b-faaa-4cb7-873f-867eb88cdd54', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'port_id': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'mac_address': 'fa:16:3e:82:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:34Z', 'updated_at': '2022-02-15T03:10:34Z', 'revision_number': 0, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:36.645774 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (c9f96767-09ea-4e9a-8e50-3e9d48341ded), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.656107 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (c9f96767-09ea-4e9a-8e50-3e9d48341ded), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.663222 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Checking router: cede2d4e-9597-4c3f-a550-4321d0d0a89b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:10:36.674225 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:10:36.674917 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:10:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:36.686304 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f96767-09ea-4e9a-8e50-3e9d48341ded,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:36.691071 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-8472dda1-8e44-42b8-9752-c671a2c57fe4 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221287 Feb 15 03:10:36.697691 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.699477 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-2ba909d4-8604-4944-b4b7-1d9423787707 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785200 Feb 15 03:10:36.703004 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49578) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:36.711055 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:36.752144 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (e2ab46f2-36b6-43fc-80c8-5bcee4abffac), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.783646 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 13c20667-8479-4873-a718-e79ce6231839 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:10:36.821056 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 13c20667-8479-4873-a718-e79ce6231839 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:10:36.821405 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 13c20667-8479-4873-a718-e79ce6231839 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:10:36.824727 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4722826b-e444-40d5-b1fe-1506881eafea req-e4801ed5-9e77-40fc-80f4-ab7e0288b841 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260314 Feb 15 03:10:36.836765 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:10:36.856494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (e2ab46f2-36b6-43fc-80c8-5bcee4abffac), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.860868 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (e2ab46f2-36b6-43fc-80c8-5bcee4abffac), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.883491 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ab46f2-36b6-43fc-80c8-5bcee4abffac,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:36.889572 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:36.894400 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49584) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:36.894601 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-94059c61-905e-4d89-a9cd-d0d802965d47 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890211 Feb 15 03:10:36.899430 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:36.929984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (dfdcfa53-0327-4bf2-b62c-2d2e3fdb710b), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.003374 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (dfdcfa53-0327-4bf2-b62c-2d2e3fdb710b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.009275 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (dfdcfa53-0327-4bf2-b62c-2d2e3fdb710b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.027790 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdcfa53-0327-4bf2-b62c-2d2e3fdb710b,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:37.045023 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.046704 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-25abeb70-c371-45ec-a106-0c9377bec5fb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511953 Feb 15 03:10:37.049662 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49588) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:37.054422 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:37.077283 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.securitygroups_db [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Project d8db3f56edb64871b762ed40eb609adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:10:37.083554 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (f05849d8-d166-43e0-a227-3710d84b84e9), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.151318 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (f05849d8-d166-43e0-a227-3710d84b84e9), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.153948 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'dd3de37b-faaa-4cb7-873f-867eb88cdd54', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'port_id': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'mac_address': 'fa:16:3e:82:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:34Z', 'updated_at': '2022-02-15T03:10:34Z', 'revision_number': 0, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:10:37.158180 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (f05849d8-d166-43e0-a227-3710d84b84e9), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.174225 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05849d8-d166-43e0-a227-3710d84b84e9,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:37.185927 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.187911 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1d2a5328-8bf2-4ffc-a3b6-c4fc067c593e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371102 Feb 15 03:10:37.190170 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd6fd6-add6-4fb4-a8e5-ed70347ec1b5 None None] The sync data for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi is: [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': 'dd3de37b-faaa-4cb7-873f-867eb88cdd54', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'port_id': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'mac_address': 'fa:16:3e:82:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:10:34Z', 'updated_at': '2022-02-15T03:10:34Z', 'revision_number': 0, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:10:37.190741 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49594) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:10:37.196242 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca0a7e-0449-4092-91ac-b15830deafaa', 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:37.226888 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.securitygroups_db [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Project d8db3f56edb64871b762ed40eb609adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:10:37.233165 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (fcdaab9b-4b56-4db7-87c3-4b5acb3761ab), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.303285 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (fcdaab9b-4b56-4db7-87c3-4b5acb3761ab), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.307084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (fcdaab9b-4b56-4db7-87c3-4b5acb3761ab), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.326326 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdaab9b-4b56-4db7-87c3-4b5acb3761ab,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:37.335190 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.336506 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1cb237b4-58ff-4321-89f7-39e0cc30385e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443105 Feb 15 03:10:37.422499 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04731b4-4960-425a-828d-c180d8db06d9 None None] New status for floating IP dd3de37b-faaa-4cb7-873f-867eb88cdd54: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:10:37.446096 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-8305e57d-a363-468f-8194-1d5b8aa2c2a5 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389114094&fields=id&tenant_id=d8db3f56edb64871b762ed40eb609adb HTTP/1.1" status: 200 len: 267 time: 0.0609004 Feb 15 03:10:37.512909 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-eb97e588-c911-4490-92f3-693cbba1fe7f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:37.514532 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-eb97e588-c911-4490-92f3-693cbba1fe7f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0628150 Feb 15 03:10:37.526229 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'port': {'security_groups': ['b9dd0e88-7de0-4d1d-bc62-36564fdcb130', 'b5ca0a7e-0449-4092-91ac-b15830deafaa']}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:10:37.613008 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.872230 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:10:37.906517 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.911226 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.922381 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:37.955407 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:37.956100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:37.957547 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a761e7f7-f8c3-4ced-ac7b-1d84bd7ce4a2 req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "PUT /v2.0/ports/129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 982 time: 0.4362991 Feb 15 03:10:37.960970 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:10:37.963414 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a10f06-6d9f-475b-99e3-2d25fab13f61" -d '{"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:10:37.994796 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e824d-e1df-4be4-aa86-4f4cfc6f4e79 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=6']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:10:38.021365 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:10:38.043719 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e3bb55-54fb-4a60-924d-c1ed99572628 x-openstack-request-id: req-92e3bb55-54fb-4a60-924d-c1ed99572628 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:10:38.044084 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:10:38.044414 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92e3bb55-54fb-4a60-924d-c1ed99572628 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:10:38.044676 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:10:38.145206 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839515c7-64f0-4c2c-be08-6b662c4d9967 req-a56b61d4-1931-464f-80fa-ec1441d9bbeb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:38.146763 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-839515c7-64f0-4c2c-be08-6b662c4d9967 req-a56b61d4-1931-464f-80fa-ec1441d9bbeb tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0932724 Feb 15 03:10:38.153019 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-dc875fce-8155-46c8-a65a-91bd6a9b056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:38.154770 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-dc875fce-8155-46c8-a65a-91bd6a9b056c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1169 time: 0.0993447 Feb 15 03:10:38.272146 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-839515c7-64f0-4c2c-be08-6b662c4d9967 req-aed0ee99-d32a-4700-86b9-83b53e2170b4 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158848 Feb 15 03:10:38.297183 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-28c80fcf-0627-4286-af2c-cbc4ace86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:38.297183 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-28c80fcf-0627-4286-af2c-cbc4ace86f2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.1300037 Feb 15 03:10:38.334130 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-e95503e1-8fa0-4046-bee7-1cdb29323bc0 None None] Provisioning complete for port 129ed621-1aa1-4b73-b960-045fa3debb9d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:10:38.334789 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e95503e1-8fa0-4046-bee7-1cdb29323bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:38.366216 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-d72f00b1-c69b-4753-8e8c-bbbc697a2834 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 1002 time: 0.0674148 Feb 15 03:10:38.416219 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-ff703eea-622b-4a60-88e0-c9071d734954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:38.417713 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-ff703eea-622b-4a60-88e0-c9071d734954 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0448675 Feb 15 03:10:38.468913 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-e643ce9b-0da4-486b-9857-01e9bae771dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:10:38.470464 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-e643ce9b-0da4-486b-9857-01e9bae771dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455992 Feb 15 03:10:38.531498 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e95503e1-8fa0-4046-bee7-1cdb29323bc0 None None] Current status of the port 129ed621-1aa1-4b73-b960-045fa3debb9d is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:10:38.568315 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-bd4a3a10-f95d-478d-a0c5-90dc518ab93c service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913942 Feb 15 03:10:38.663610 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c1a10f06-6d9f-475b-99e3-2d25fab13f61 req-e6128e2d-f2e4-43c5-8499-26e2bd44682b service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Feb 15 03:10:41.826274 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0f1bb47-9981-4d4f-a919-e6191d90cf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:44.712698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-607fc5fd-eb41-4c83-8764-670aa601642b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:46.528893 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:47.994847 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:48.813093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:10:52.029544 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:02.859570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49772) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:02.961176 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.032543 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Publish callbacks [] for security_group (98b5ea2b-2a14-4374-bc67-2b15e373ee3b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.037662 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (98b5ea2b-2a14-4374-bc67-2b15e373ee3b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.077155 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5ea2b-2a14-4374-bc67-2b15e373ee3b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:03.081542 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77358288951c4c92a044285a5821c5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209427 Feb 15 03:11:03.084321 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49776) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:03.087390 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.087755 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.088111 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.088459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.088806 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.089144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.089480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.089817 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.090152 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.090491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.090814 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.091161 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.091497 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7088-2a5b-4021-8336-9b61beeb7277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.133693 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Publish callbacks [] for security_group (98b5ea2b-2a14-4374-bc67-2b15e373ee3b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.155581 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Publish callbacks [] for security_group (98b5ea2b-2a14-4374-bc67-2b15e373ee3b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.206240 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (98b5ea2b-2a14-4374-bc67-2b15e373ee3b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.209017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.210183 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98b5ea2b-2a14-4374-bc67-2b15e373ee3b HTTP/1.1" status: 204 len: 168 time: 0.1248693 Feb 15 03:11:03.218044 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5ea2b-2a14-4374-bc67-2b15e373ee3b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:03.225544 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.225896 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.226247 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.226584 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.226917 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.227271 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.227610 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.227940 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.228319 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.228593 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.228916 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.229236 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.229556 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0cd71-31a3-4521-a323-5451d4fa62ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:03.465460 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49782) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:03.479183 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c1d659a-aeb7-40f0-9af9-6205ad1d7bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.554740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c1d659a-aeb7-40f0-9af9-6205ad1d7bab admin admin] Publish callbacks [] for security_group (cc31c84d-2332-4928-86b1-5c72f2bc76a9), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.558356 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-5c1d659a-aeb7-40f0-9af9-6205ad1d7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cc31c84d-2332-4928-86b1-5c72f2bc76a9), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.596805 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-5c1d659a-aeb7-40f0-9af9-6205ad1d7bab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f85f7e021f6a4dc8b9e1d803ebf3d124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302335 Feb 15 03:11:03.597663 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d659a-aeb7-40f0-9af9-6205ad1d7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31c84d-2332-4928-86b1-5c72f2bc76a9,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:03.599791 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49786) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:03.646577 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] Publish callbacks [] for security_group (cc31c84d-2332-4928-86b1-5c72f2bc76a9), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.667712 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] Publish callbacks [] for security_group (cc31c84d-2332-4928-86b1-5c72f2bc76a9), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.713745 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cc31c84d-2332-4928-86b1-5c72f2bc76a9), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.716411 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:03.717622 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc31c84d-2332-4928-86b1-5c72f2bc76a9 HTTP/1.1" status: 204 len: 168 time: 0.1168501 Feb 15 03:11:03.728339 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630a2d8-d762-49e0-a175-62f54db7368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31c84d-2332-4928-86b1-5c72f2bc76a9,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:07.233282 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:11:10.430004 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-77957952-0a53-4e32-a1d9-4ce62915b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:10.431448 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-77957952-0a53-4e32-a1d9-4ce62915b6fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1169 time: 0.0770726 Feb 15 03:11:10.451381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd48d-2377-4863-a2c2-7356d30fd42f req-d35040a9-5038-4087-946b-8cd7bf8d45d7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:10.451381 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d56bd48d-2377-4863-a2c2-7356d30fd42f req-d35040a9-5038-4087-946b-8cd7bf8d45d7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0947475 Feb 15 03:11:10.567672 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d56bd48d-2377-4863-a2c2-7356d30fd42f req-2bce8267-eabd-43b0-bf53-a45587c32aa3 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127615 Feb 15 03:11:10.578903 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-c4fe4e9e-42d5-40f3-ade9-bd386f85f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:10.580214 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-c4fe4e9e-42d5-40f3-ade9-bd386f85f4e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.1407392 Feb 15 03:11:10.650096 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-fed06f94-f0e5-4e34-bce4-f176cce05863 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 1002 time: 0.0643284 Feb 15 03:11:10.699810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-5b6c72a8-77f5-406b-9096-01393db88abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:10.701194 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-5b6c72a8-77f5-406b-9096-01393db88abb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0453739 Feb 15 03:11:10.752365 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-462fb1f6-5d64-4a22-a520-afbca08f97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:10.753870 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-462fb1f6-5d64-4a22-a520-afbca08f97ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466297 Feb 15 03:11:10.847192 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-39210746-4436-4672-8ea0-1c5131f395a0 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Feb 15 03:11:10.933901 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2378589d-8d80-4da3-a799-61c5c5ff80fd req-810e9a7b-406e-41d2-99df-cc1e90ad70a1 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 Feb 15 03:11:11.692734 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c57cf-9fee-455e-a3bd-d675b22548bb req-7d72829b-1540-43f5-9759-aa80d10657b7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:11.694294 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9f0c57cf-9fee-455e-a3bd-d675b22548bb req-7d72829b-1540-43f5-9759-aa80d10657b7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0538094 Feb 15 03:11:11.756093 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9f0c57cf-9fee-455e-a3bd-d675b22548bb req-549bf57c-016b-47b2-8245-7657becc0039 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560317 Feb 15 03:11:11.831502 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afe2a8f6-8423-43fb-b20a-3d716f8fb71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.216071 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49926) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:12.323258 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-19268e5c-14bf-47a8-b250-cd29f0202e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.396673 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-19268e5c-14bf-47a8-b250-cd29f0202e71 admin admin] Publish callbacks [] for security_group (12607d02-d9de-479d-91c3-96cf77255e6c), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.400561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-19268e5c-14bf-47a8-b250-cd29f0202e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (12607d02-d9de-479d-91c3-96cf77255e6c), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.438762 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-19268e5c-14bf-47a8-b250-cd29f0202e71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=349ff5738442499a97b360be75311d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214744 Feb 15 03:11:12.439816 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19268e5c-14bf-47a8-b250-cd29f0202e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12607d02-d9de-479d-91c3-96cf77255e6c,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:12.441514 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49930) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:12.492547 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] Publish callbacks [] for security_group (12607d02-d9de-479d-91c3-96cf77255e6c), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.514425 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] Publish callbacks [] for security_group (12607d02-d9de-479d-91c3-96cf77255e6c), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.563674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (12607d02-d9de-479d-91c3-96cf77255e6c), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.566249 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.567424 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12607d02-d9de-479d-91c3-96cf77255e6c HTTP/1.1" status: 204 len: 168 time: 0.1249473 Feb 15 03:11:12.575140 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40ff71-d34d-4e11-9308-6f27173f00f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12607d02-d9de-479d-91c3-96cf77255e6c,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:12.835712 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49938) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:12.849997 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a64798c-e081-4a21-b028-2c1de3a31e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.881347 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e43bf-fbdc-4898-a7c4-22f5885b9d9e req-15cad726-eca5-46e1-a22d-adc15cf92e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:12.882889 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a5e43bf-fbdc-4898-a7c4-22f5885b9d9e req-15cad726-eca5-46e1-a22d-adc15cf92e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0543761 Feb 15 03:11:12.924570 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a64798c-e081-4a21-b028-2c1de3a31e16 admin admin] Publish callbacks [] for security_group (96abe910-b8d4-404b-8c1a-959770d3f7d6), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.928281 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-4a64798c-e081-4a21-b028-2c1de3a31e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (96abe910-b8d4-404b-8c1a-959770d3f7d6), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:12.943236 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7a5e43bf-fbdc-4898-a7c4-22f5885b9d9e req-161fcb36-1409-4739-9c6f-a1abc77d6259 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542419 Feb 15 03:11:12.967593 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-4a64798c-e081-4a21-b028-2c1de3a31e16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c67b510ac4c040998cb35a2bc0029155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306415 Feb 15 03:11:12.968501 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64798c-e081-4a21-b028-2c1de3a31e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96abe910-b8d4-404b-8c1a-959770d3f7d6,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:12.970071 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49940) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:13.016429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] Publish callbacks [] for security_group (96abe910-b8d4-404b-8c1a-959770d3f7d6), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.040415 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] Publish callbacks [] for security_group (96abe910-b8d4-404b-8c1a-959770d3f7d6), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.087434 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (96abe910-b8d4-404b-8c1a-959770d3f7d6), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.090039 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.092923 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96abe910-b8d4-404b-8c1a-959770d3f7d6 HTTP/1.1" status: 204 len: 168 time: 0.1200678 Feb 15 03:11:13.098998 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f606-5e66-4238-8509-e229e81e10ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96abe910-b8d4-404b-8c1a-959770d3f7d6,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:13.405060 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 49946) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:13.418018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed395964-0340-4980-8603-1ed94ec04a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.491561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed395964-0340-4980-8603-1ed94ec04a76 admin admin] Publish callbacks [] for security_group (7d89905a-0786-4bfe-bbe7-1d2e92080f16), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.495242 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-ed395964-0340-4980-8603-1ed94ec04a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7d89905a-0786-4bfe-bbe7-1d2e92080f16), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.532662 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-ed395964-0340-4980-8603-1ed94ec04a76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3baddca2f92640fdb5de1f1f2537f8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265335 Feb 15 03:11:13.533513 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed395964-0340-4980-8603-1ed94ec04a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89905a-0786-4bfe-bbe7-1d2e92080f16,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:13.535384 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 49948) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:13.584525 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] Publish callbacks [] for security_group (7d89905a-0786-4bfe-bbe7-1d2e92080f16), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.605944 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] Publish callbacks [] for security_group (7d89905a-0786-4bfe-bbe7-1d2e92080f16), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.654709 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (7d89905a-0786-4bfe-bbe7-1d2e92080f16), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.657159 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:13.658834 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d89905a-0786-4bfe-bbe7-1d2e92080f16 HTTP/1.1" status: 204 len: 168 time: 0.1224055 Feb 15 03:11:13.666992 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4e998-5aa1-471b-ac80-b6d5d0f393e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89905a-0786-4bfe-bbe7-1d2e92080f16,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:14.069092 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b84fb-5efb-4b30-b5fc-54d377576df1 req-1ce96b73-0b4f-4395-97d9-48f7efd2d5aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:14.070567 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da4b84fb-5efb-4b30-b5fc-54d377576df1 req-1ce96b73-0b4f-4395-97d9-48f7efd2d5aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0588987 Feb 15 03:11:14.134329 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-da4b84fb-5efb-4b30-b5fc-54d377576df1 req-5c6b3189-cf29-40d2-8302-d262dfa54d59 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580015 Feb 15 03:11:14.713854 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7836824-9fce-4c28-8a40-8f0b663a2433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:15.253324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af353-e3f3-479e-8fea-738fb1eb9539 req-8b35f4a9-07ef-4d34-aa21-46046abf1ad4 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:15.254822 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f39af353-e3f3-479e-8fea-738fb1eb9539 req-8b35f4a9-07ef-4d34-aa21-46046abf1ad4 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0540161 Feb 15 03:11:15.317489 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f39af353-e3f3-479e-8fea-738fb1eb9539 req-e3fcbc4a-d2a3-4b66-ae76-4283381d961f tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570545 Feb 15 03:11:16.435461 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4e1b-7f10-43d4-af24-1ca71bea3389 req-9fcce328-6610-42f7-872f-64e9034f02ae tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:16.436930 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-445f4e1b-7f10-43d4-af24-1ca71bea3389 req-9fcce328-6610-42f7-872f-64e9034f02ae tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0526052 Feb 15 03:11:16.496783 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-445f4e1b-7f10-43d4-af24-1ca71bea3389 req-24365c8a-cdd6-4b8e-af4f-f3bab34d66d5 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541055 Feb 15 03:11:16.534876 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:17.620179 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4ddd8-3d6b-4670-8924-a2433629a6d1 req-04ebe80f-8239-4c9e-87ac-41d1f3155189 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:17.621718 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-75b4ddd8-3d6b-4670-8924-a2433629a6d1 req-04ebe80f-8239-4c9e-87ac-41d1f3155189 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0551870 Feb 15 03:11:17.684182 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-75b4ddd8-3d6b-4670-8924-a2433629a6d1 req-f2708b4b-c66e-4e07-9537-28e2900e0ad0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568500 Feb 15 03:11:17.994310 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:18.823056 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:18.829519 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4381151-5e80-4ea8-ad6c-967eac7926df req-aa7dfa32-e5be-4222-abf5-bddb273744b0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:18.831291 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a4381151-5e80-4ea8-ad6c-967eac7926df req-aa7dfa32-e5be-4222-abf5-bddb273744b0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0799499 Feb 15 03:11:18.906337 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-a4381151-5e80-4ea8-ad6c-967eac7926df req-79cdc86e-03a2-46bf-9436-549a0b7bb541 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590441 Feb 15 03:11:20.032362 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605344c0-475e-474e-8edd-07a1909ad926 req-f4e9f9fb-c497-450c-bf0a-66a0e9da1a83 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:20.034044 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-605344c0-475e-474e-8edd-07a1909ad926 req-f4e9f9fb-c497-450c-bf0a-66a0e9da1a83 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0591931 Feb 15 03:11:20.095439 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-605344c0-475e-474e-8edd-07a1909ad926 req-23c9b8a0-0e24-4020-b43d-389f524b9c56 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556691 Feb 15 03:11:21.214643 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487da7d-2880-4c8f-9f6b-dacccd98e9ac req-e2d4a6c5-9ee2-4978-a1c9-f9808b19d74a tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:21.216172 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9487da7d-2880-4c8f-9f6b-dacccd98e9ac req-e2d4a6c5-9ee2-4978-a1c9-f9808b19d74a tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0530035 Feb 15 03:11:21.275266 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9487da7d-2880-4c8f-9f6b-dacccd98e9ac req-ff4472cd-23f2-4b10-8648-43db14163db8 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533607 Feb 15 03:11:21.568572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50080) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:21.668853 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-11c823ce-6122-498e-a567-f27b3090a3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.744572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-11c823ce-6122-498e-a567-f27b3090a3ad admin admin] Publish callbacks [] for security_group (cbe0f816-c947-4305-a43a-5a5ff3e7675e), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.748105 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-11c823ce-6122-498e-a567-f27b3090a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cbe0f816-c947-4305-a43a-5a5ff3e7675e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.787759 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-11c823ce-6122-498e-a567-f27b3090a3ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f56ab0979f9a495eab7cad9f8c6038d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179382 Feb 15 03:11:21.788476 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c823ce-6122-498e-a567-f27b3090a3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe0f816-c947-4305-a43a-5a5ff3e7675e,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:21.791028 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50084) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:21.837848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] Publish callbacks [] for security_group (cbe0f816-c947-4305-a43a-5a5ff3e7675e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.858988 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] Publish callbacks [] for security_group (cbe0f816-c947-4305-a43a-5a5ff3e7675e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.904951 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cbe0f816-c947-4305-a43a-5a5ff3e7675e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.907597 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:21.908898 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe0f816-c947-4305-a43a-5a5ff3e7675e HTTP/1.1" status: 204 len: 168 time: 0.1168644 Feb 15 03:11:21.916284 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13304c52-38f7-4917-8e21-72c2ad8f13f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe0f816-c947-4305-a43a-5a5ff3e7675e,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:22.032432 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.173506 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50090) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:22.187127 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9001cf84-575d-4798-af4b-9e117e913add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.264217 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9001cf84-575d-4798-af4b-9e117e913add admin admin] Publish callbacks [] for security_group (ba1879d1-d153-47ea-8421-4ffa59ba9474), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.268955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9001cf84-575d-4798-af4b-9e117e913add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ba1879d1-d153-47ea-8421-4ffa59ba9474), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.308183 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001cf84-575d-4798-af4b-9e117e913add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1879d1-d153-47ea-8421-4ffa59ba9474,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:22.312568 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9001cf84-575d-4798-af4b-9e117e913add admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44041d2f6c7a400f9249668d850bc108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380050 Feb 15 03:11:22.316194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50094) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:22.393272 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] Publish callbacks [] for security_group (ba1879d1-d153-47ea-8421-4ffa59ba9474), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.420786 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] Publish callbacks [] for security_group (ba1879d1-d153-47ea-8421-4ffa59ba9474), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.434203 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad674f-3c2d-4b2a-8dec-7de51cd88337 req-8d4ada96-6d43-4180-a81e-f21fe64694b9 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:22.435728 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-50ad674f-3c2d-4b2a-8dec-7de51cd88337 req-8d4ada96-6d43-4180-a81e-f21fe64694b9 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0867481 Feb 15 03:11:22.507487 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (ba1879d1-d153-47ea-8421-4ffa59ba9474), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.510029 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.511226 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba1879d1-d153-47ea-8421-4ffa59ba9474 HTTP/1.1" status: 204 len: 168 time: 0.1943030 Feb 15 03:11:22.519663 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-50ad674f-3c2d-4b2a-8dec-7de51cd88337 req-56a55924-2286-4c95-8c2f-7102bc05f283 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749953 Feb 15 03:11:22.526381 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08e5a-3af1-482e-85e1-31c692dd72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1879d1-d153-47ea-8421-4ffa59ba9474,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:22.837777 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50100) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:22.851094 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-25a627fd-b57a-4cfb-b917-4702f645bd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.929817 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-25a627fd-b57a-4cfb-b917-4702f645bd43 admin admin] Publish callbacks [] for security_group (b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.933478 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-25a627fd-b57a-4cfb-b917-4702f645bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:22.974278 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-25a627fd-b57a-4cfb-b917-4702f645bd43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=526597d31993452fbe4875b49d3a3eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354311 Feb 15 03:11:22.975740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a627fd-b57a-4cfb-b917-4702f645bd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:22.977341 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50102) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:23.027348 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] Publish callbacks [] for security_group (b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.047454 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] Publish callbacks [] for security_group (b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.094966 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.097695 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.098879 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd HTTP/1.1" status: 204 len: 168 time: 0.1205544 Feb 15 03:11:23.106537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210fc8-a15b-4f44-92ac-cfe418987e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e1b88a-ad5e-4536-a5ff-52c7c23bc6bd,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:23.664429 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cb95-2fa4-43d5-9c1a-b32bf6876fd6 req-39be2eb3-523b-474d-9bad-0a1091820c40 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:23.665919 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1a76cb95-2fa4-43d5-9c1a-b32bf6876fd6 req-39be2eb3-523b-474d-9bad-0a1091820c40 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0534034 Feb 15 03:11:23.726808 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-1a76cb95-2fa4-43d5-9c1a-b32bf6876fd6 req-1c7a9602-611c-48fa-9e52-9d2446e0242c tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552890 Feb 15 03:11:23.790814 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50126) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:23.886192 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54500360-network', 'tenant_id': '1010f07448ec41c5969b952cf35add6a'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:23.904785 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Made reservation on behalf of 1010f07448ec41c5969b952cf35add6a for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:11:23.907281 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.915376 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.991494 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks [] for security_group (591ec215-0f5f-43ae-a5a0-d33f7de647b0), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:23.995127 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (591ec215-0f5f-43ae-a5a0-d33f7de647b0), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.028593 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:11:24.035260 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591ec215-0f5f-43ae-a5a0-d33f7de647b0,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:24.043561 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (5f094228-2ef5-42f9-addc-952aec8649a0), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.043922 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Added segment 5f094228-2ef5-42f9-addc-952aec8649a0 of type vlan for network 8c63a042-2879-4c38-853b-9d640a8edccc Feb 15 03:11:24.085050 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (8c63a042-2879-4c38-853b-9d640a8edccc), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.110447 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (8c63a042-2879-4c38-853b-9d640a8edccc), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.112016 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:24.112613 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.164140 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3722014 Feb 15 03:11:24.167233 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50130) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:11:24.171100 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8114-0ffc-4e61-bef4-8d99ef6321da admin admin] Pushing event updated for resources: {'Network': ['ID=8c63a042-2879-4c38-853b-9d640a8edccc,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:24.173228 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Request body: {'subnet': {'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54500360-subnet', 'tenant_id': '1010f07448ec41c5969b952cf35add6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:24.181048 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 8c63a042-2879-4c38-853b-9d640a8edccc details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:11:24.193721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Made reservation on behalf of 1010f07448ec41c5969b952cf35add6a for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:11:24.196309 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.365115 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (c8cabd6b-e7d5-45c0-94df-b0f0a3c50133), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.419977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:24.427175 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Checking segment: {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:11:24.427533 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Network hostable DHCP agents. Network: 8c63a042-2879-4c38-853b-9d640a8edccc, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:11:24.444897 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Network 8c63a042-2879-4c38-853b-9d640a8edccc is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:11:24.452990 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 8c63a042-2879-4c38-853b-9d640a8edccc) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:11:24.457026 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:24.458188 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:24.465470 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e0247-7d1a-404a-86da-8e0646eb62eb None None] Network 8c63a042-2879-4c38-853b-9d640a8edccc requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:11:24.475588 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-3081ad92-f488-4644-b18b-f963e7e96ec7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3067143 Feb 15 03:11:24.569312 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1641f-48c7-43a8-9149-7d9084474bd5 None None] Network 8c63a042-2879-4c38-853b-9d640a8edccc requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:11:24.854151 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a37be-9c29-4255-aa4a-9a35cd05c8ea req-724fe7f9-48bd-4c60-b1c8-7fb6ae2e7b6b tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:24.855637 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd4a37be-9c29-4255-aa4a-9a35cd05c8ea req-724fe7f9-48bd-4c60-b1c8-7fb6ae2e7b6b tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0616961 Feb 15 03:11:24.921981 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-dd4a37be-9c29-4255-aa4a-9a35cd05c8ea req-51578882-458f-47e5-bcf2-0f0cbe9b49a7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607016 Feb 15 03:11:26.044796 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e875f6-af80-4904-811c-5cbf829002fb req-58f5b295-f270-4ea4-8489-0d35039a014d tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:26.046278 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52e875f6-af80-4904-811c-5cbf829002fb req-58f5b295-f270-4ea4-8489-0d35039a014d tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0543008 Feb 15 03:11:26.110422 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-52e875f6-af80-4904-811c-5cbf829002fb req-0a3a5d09-abc6-44f1-9d09-948dfccb7280 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580180 Feb 15 03:11:26.222729 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-7e21844a-0c20-4ba0-bc2c-e1c2a3063b20 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:26.224163 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-7e21844a-0c20-4ba0-bc2c-e1c2a3063b20 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 807 time: 0.0996656 Feb 15 03:11:26.238596 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-1bcf0580-a8d9-4c71-9526-122d97bf73e5 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/quotas/1010f07448ec41c5969b952cf35add6a HTTP/1.1" status: 200 len: 375 time: 0.0089383 Feb 15 03:11:26.270896 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3f927b1e-20ed-4c4f-a8f7-c4693b3a39a8 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266447 Feb 15 03:11:26.360464 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-696d2773-5ec0-43d0-8905-0c54a4f86023 service neutron] 10.222.0.24 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Feb 15 03:11:26.448829 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-fd011403-c5f6-4e46-b0b5-4244e0cf2555 service neutron] 10.222.0.24 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Feb 15 03:11:26.605908 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-fe5b3347-f3e1-48d1-bd84-983e591c6676 req-f767ecdc-8477-4fcc-8803-0d4a5b4085d0 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 210 time: 0.0279341 Feb 15 03:11:27.235573 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e1d30-845e-4d1a-8b55-8fe60dea59db req-6f969353-b125-4b82-bd29-9a460c2d3ba0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:27.237301 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-449e1d30-845e-4d1a-8b55-8fe60dea59db req-6f969353-b125-4b82-bd29-9a460c2d3ba0 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0597360 Feb 15 03:11:27.296102 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-449e1d30-845e-4d1a-8b55-8fe60dea59db req-d493f1ed-7843-4726-a3d7-d7b004fba2d7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529139 Feb 15 03:11:27.505189 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-8df126a5-a0a1-4d49-837b-a0c65c69ce74 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:27.506633 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-8df126a5-a0a1-4d49-837b-a0c65c69ce74 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 807 time: 0.1037052 Feb 15 03:11:27.518722 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Request body: {'port': {'device_id': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc', 'admin_state_up': True, 'tenant_id': '1010f07448ec41c5969b952cf35add6a'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:27.624405 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Made reservation on behalf of 1010f07448ec41c5969b952cf35add6a for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:11:27.627700 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:27.701011 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6f90b7f9-a879-4799-a731-e4bb5f889d43 req-cb3b4437-cc61-4489-a967-dba95bb4941a tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 210 time: 0.0278533 Feb 15 03:11:27.756006 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Allocated IP 172.20.0.6 (8c63a042-2879-4c38-853b-9d640a8edccc/c8cabd6b-e7d5-45c0-94df-b0f0a3c50133/dbf381c8-7815-47ec-8e2c-8256a9b4c8f7) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:11:27.896718 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks [] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:27.930682 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:27.976856 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Network 8c63a042-2879-4c38-853b-9d640a8edccc is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:11:27.981875 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:11:27.985470 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:11:27.992496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Pushing event updated for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:28.036964 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.037582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.054046 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-141d59fd-1ddb-49e7-a225-6146dcb7331f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389607 Feb 15 03:11:28.064985 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Request body: {'port': {'device_id': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:28.124054 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.423672 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:11:28.433306 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks [] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.451024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Transition to ACTIVE for port object dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:11:28.456800 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.470281 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb1b43-6a7b-4806-9800-219519a497af req-02572459-b32d-4f29-a431-fc99116b5baa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.471788 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-35eb1b43-6a7b-4806-9800-219519a497af req-02572459-b32d-4f29-a431-fc99116b5baa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0863338 Feb 15 03:11:28.532226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:28.610697 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-35eb1b43-6a7b-4806-9800-219519a497af req-64832f06-37f5-468c-994a-c337afeb3546 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183503 Feb 15 03:11:28.634450 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Attempting to bind port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:11:28.634789 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Attempting to bind port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:11:28.635115 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Attempting to bind port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 on network 8c63a042-2879-4c38-853b-9d640a8edccc {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:11:28.639373 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 on network 8c63a042-2879-4c38-853b-9d640a8edccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:11:28.639696 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Attempting to bind port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 on network 8c63a042-2879-4c38-853b-9d640a8edccc {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:11:28.644818 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:11:28.645168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Checking segment: {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:11:28.645551 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Bound using segment: {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:11:28.645974 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Bound port: dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:11:28.646330 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.707553 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:11:28.710447 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:11:28.716262 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.749988 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.750677 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:28.752070 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] 10.222.0.52 "PUT /v2.0/ports/dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 HTTP/1.1" status: 200 len: 1093 time: 0.6911831 Feb 15 03:11:28.752539 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:28.754814 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f986f-6e30-4a4b-a590-f40d99a29afd" -d '{"events": [{"name": "network-changed", "server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:28.790670 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36601-fa18-4e1d-a29a-0fffca91ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:28.794685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9fc77-a58b-4e31-9925-799cddaabf42 x-openstack-request-id: req-22c9fc77-a58b-4e31-9925-799cddaabf42 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:28.794972 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:28.795311 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22c9fc77-a58b-4e31-9925-799cddaabf42 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:28.795709 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7', 'status': 'completed', 'code': 200} Feb 15 03:11:28.840425 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae365de-47d9-4f98-bdea-5a2f4ba3128a req-2c02aa8b-41d2-4e13-b637-9f6b09f2ed08 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.841899 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6ae365de-47d9-4f98-bdea-5a2f4ba3128a req-2c02aa8b-41d2-4e13-b637-9f6b09f2ed08 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 943 time: 0.0529830 Feb 15 03:11:28.843080 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-ffc91fef-aff4-40f4-9127-1e1b7f08dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.844594 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-ffc91fef-aff4-40f4-9127-1e1b7f08dea8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 1127 time: 0.0481443 Feb 15 03:11:28.884352 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-26bb7757-2a72-4216-b801-f801cf6894f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 HTTP/1.1" status: 200 len: 217 time: 0.0334363 Feb 15 03:11:28.893310 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-6ae365de-47d9-4f98-bdea-5a2f4ba3128a req-586a1067-340e-438e-bc1b-79ccdf6fdabd tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Feb 15 03:11:28.932032 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-4e1037b4-ef60-4ef9-b280-de5222c78b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:28.933474 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-4e1037b4-ef60-4ef9-b280-de5222c78b47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 HTTP/1.1" status: 200 len: 847 time: 0.0427859 Feb 15 03:11:28.964876 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-6710d502-5fda-4e12-a089-45d440826b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c63a042-2879-4c38-853b-9d640a8edccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252125 Feb 15 03:11:29.055837 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-b1e6570e-32ba-4535-ac64-bc69a44c6bb2 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847840 Feb 15 03:11:29.142494 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bcdf0c09-7086-4a31-bbd2-85d981ab6633 req-b661b3bb-9328-4160-aaf6-b283b8f09cd3 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804338 Feb 15 03:11:29.230145 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-de08a9eb-3415-484e-a209-d0868abcb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:29.231545 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-de08a9eb-3415-484e-a209-d0868abcb699 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 1127 time: 0.0484817 Feb 15 03:11:29.318763 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-a4394c42-7957-4863-a795-16238fdfe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:29.320224 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-a4394c42-7957-4863-a795-16238fdfe9a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 907 time: 0.0812924 Feb 15 03:11:29.364167 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-755bbc15-7cac-482d-bde3-670a45864c49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 HTTP/1.1" status: 200 len: 217 time: 0.0375161 Feb 15 03:11:29.410541 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-fce28ede-c929-4e80-8315-12f7c9a71c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:29.412005 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-fce28ede-c929-4e80-8315-12f7c9a71c96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 HTTP/1.1" status: 200 len: 847 time: 0.0422745 Feb 15 03:11:29.443264 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-498a8591-ee39-4a00-82d6-5478fc7d35c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c63a042-2879-4c38-853b-9d640a8edccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249996 Feb 15 03:11:29.533315 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-837f6461-a94d-4193-87f2-964141a60b78 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822887 Feb 15 03:11:29.625782 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7e0f986f-6e30-4a4b-a590-f40d99a29afd req-8b89e812-f466-4f75-9a85-ec3e9e7104a5 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Feb 15 03:11:29.731718 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df41613-e0b0-4ecb-a263-a5da9da8fb7b req-6857795c-39f6-48b8-a0e5-52d0c32d9b58 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:29.733182 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2df41613-e0b0-4ecb-a263-a5da9da8fb7b req-6857795c-39f6-48b8-a0e5-52d0c32d9b58 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0529888 Feb 15 03:11:29.793232 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2df41613-e0b0-4ecb-a263-a5da9da8fb7b req-8f968e5f-43e8-479e-bd3e-ac75d3e02ec7 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541344 Feb 15 03:11:30.012674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901cc3-89de-4cb0-91db-5bfd92dca0ff req-f43ba5ee-5138-45a0-a753-8e09ffd10b38 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:30.014148 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9c901cc3-89de-4cb0-91db-5bfd92dca0ff req-f43ba5ee-5138-45a0-a753-8e09ffd10b38 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 943 time: 0.0538206 Feb 15 03:11:30.060951 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9c901cc3-89de-4cb0-91db-5bfd92dca0ff req-c30310a3-03fb-4a73-9b7a-a386fcc65bfe tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Feb 15 03:11:30.929509 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d8dd-6794-401a-99bd-8338b02d18f1 req-d9814352-0b28-4a2b-8341-cc4e91efdb82 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:30.931562 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9866d8dd-6794-401a-99bd-8338b02d18f1 req-d9814352-0b28-4a2b-8341-cc4e91efdb82 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0656497 Feb 15 03:11:31.002834 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9866d8dd-6794-401a-99bd-8338b02d18f1 req-2542c44f-4dac-4ac3-bd86-b9deff9d5a29 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652928 Feb 15 03:11:31.097704 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:11:31.207284 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefcf6e-8d08-44f8-a563-678cbba803a4 req-2af367fa-b934-4066-bb24-521c6d3bb381 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:31.209734 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bfefcf6e-8d08-44f8-a563-678cbba803a4 req-2af367fa-b934-4066-bb24-521c6d3bb381 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 943 time: 0.0691183 Feb 15 03:11:31.235511 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:31.250601 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7', 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc', 'port_id': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7', 'mac_address': 'fa:16:3e:e2:93:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cabd6b-e7d5-45c0-94df-b0f0a3c50133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:11:31.265208 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bfefcf6e-8d08-44f8-a563-678cbba803a4 req-ca65f31f-4431-4360-a41b-dd4bcb48fe82 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491192 Feb 15 03:11:31.298733 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:11:31.299125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:31.315212 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:11:31.341776 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:31.346094 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:31.400970 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:31.408698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.409054 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.409403 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.409889 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.410361 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.410806 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.411161 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.411508 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.411844 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.412182 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.412515 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.412881 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.413208 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:11:31.576386 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['dbf381c8-7815-47ec-8e2c-8256a9b4c8f7'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:11:32.125855 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57307-5b89-4f0c-86ab-427108564895 req-f70a4258-79e0-4209-8e37-c7f2c15b91ed tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:32.127465 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8bf57307-5b89-4f0c-86ab-427108564895 req-f70a4258-79e0-4209-8e37-c7f2c15b91ed tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0550992 Feb 15 03:11:32.192340 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-8bf57307-5b89-4f0c-86ab-427108564895 req-59571c44-b60c-44bf-b7ed-9c1d078b2098 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ca0a7e-0449-4092-91ac-b15830deafaa&id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585370 Feb 15 03:11:32.636960 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd18427-16d5-4800-a1e2-7e6739414949 req-989e3dc0-c5cb-4ce2-a428-6f3e345d99f1 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:32.638377 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0fd18427-16d5-4800-a1e2-7e6739414949 req-989e3dc0-c5cb-4ce2-a428-6f3e345d99f1 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 944 time: 0.2883925 Feb 15 03:11:32.686833 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0fd18427-16d5-4800-a1e2-7e6739414949 req-a227e966-b722-4854-8b08-416840ec54b5 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Feb 15 03:11:33.108047 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:11:33.157165 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:11:33.161753 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:11:33.162186 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:33.240885 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:11:33.241269 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:33.273828 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:33.276091 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e66db33-244a-4c4a-8020-99574869cffa" -d '{"events": [{"server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "name": "network-vif-plugged", "status": "completed", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:33.288844 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:33.293374 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:33.317154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b8840-11ad-4848-b39a-2c588c3fbfd9 x-openstack-request-id: req-471b8840-11ad-4848-b39a-2c588c3fbfd9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:33.317420 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "name": "network-vif-plugged", "status": "completed", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:33.317668 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-471b8840-11ad-4848-b39a-2c588c3fbfd9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:33.318056 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7', 'code': 200} Feb 15 03:11:33.343604 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:33.475815 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daed5b-08bc-4408-9cc1-ffed9f8bb8b0 req-9cbed81e-7fae-4253-b9ee-f2ccafed9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:33.477313 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e5daed5b-08bc-4408-9cc1-ffed9f8bb8b0 req-9cbed81e-7fae-4253-b9ee-f2ccafed9d18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 1129 time: 0.0433996 Feb 15 03:11:33.522398 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e5daed5b-08bc-4408-9cc1-ffed9f8bb8b0 req-0240b80d-fa8d-49ae-a92a-8808729964c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Feb 15 03:11:33.806392 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2dabd-99ff-4d6a-8891-852b2d96b684 req-5d0d455f-d8d9-4391-89d8-360abfb7311d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:33.807864 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b8f2dabd-99ff-4d6a-8891-852b2d96b684 req-5d0d455f-d8d9-4391-89d8-360abfb7311d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 945 time: 0.0552740 Feb 15 03:11:33.856428 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b8f2dabd-99ff-4d6a-8891-852b2d96b684 req-6067f9e9-436c-4212-865f-1c84e333cfe4 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Feb 15 03:11:34.978114 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b68b-b68e-499c-82d7-a2f3d174b7d2 req-82182304-1b03-43cf-bcc7-5618c60fea44 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:34.979624 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48c6b68b-b68e-499c-82d7-a2f3d174b7d2 req-82182304-1b03-43cf-bcc7-5618c60fea44 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 945 time: 0.0536685 Feb 15 03:11:35.026982 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48c6b68b-b68e-499c-82d7-a2f3d174b7d2 req-ad2f79c0-b3c7-4835-94a3-d68bd213ae31 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Feb 15 03:11:35.625063 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084b51d-ffcc-4450-a662-2523592a722b req-80bb14f4-c89c-4613-a138-a1a57b4974b7 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:35.626601 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6084b51d-ffcc-4450-a662-2523592a722b req-80bb14f4-c89c-4613-a138-a1a57b4974b7 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 945 time: 0.0541461 Feb 15 03:11:35.681060 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6084b51d-ffcc-4450-a662-2523592a722b req-9e116baf-f756-43d9-a413-0c782e964049 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Feb 15 03:11:36.806425 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458940d8-9e46-4e2e-a92f-eca82d785a11 req-56274258-fabc-4545-977f-a49a98e25066 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:36.807884 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-458940d8-9e46-4e2e-a92f-eca82d785a11 req-56274258-fabc-4545-977f-a49a98e25066 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 945 time: 0.0577869 Feb 15 03:11:36.858521 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-458940d8-9e46-4e2e-a92f-eca82d785a11 req-e6b76689-c024-4681-90b9-984d2648bb58 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Feb 15 03:11:36.927015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-3c77d660-fd1c-4409-b7ad-d72a39ce6c69 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:36.928580 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-3c77d660-fd1c-4409-b7ad-d72a39ce6c69 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "GET /v2.0/ports?device_id=13f4c335-1988-49ed-8ccc-5412a6fdfcdb HTTP/1.1" status: 200 len: 945 time: 0.0643318 Feb 15 03:11:37.024618 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Deleting port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:11:37.024962 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:37.119271 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] For port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:37.119556 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:37.132571 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Calling delete_port for dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:11:37.272688 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (dbf381c8-7815-47ec-8e2c-8256a9b4c8f7), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:37.286765 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['dbf381c8-7815-47ec-8e2c-8256a9b4c8f7'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:11:37.309490 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Pushing event deleted for resources: {'Port': ['ID=dbf381c8-7815-47ec-8e2c-8256a9b4c8f7,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:37.354022 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] No DVR routers for this DVR port dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:11:37.356704 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:37.360210 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-268594a8-7b3f-4bfc-b477-b590e8065974 req-c2415880-6f49-4329-a363-7deb99feee52 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "DELETE /v2.0/ports/dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 HTTP/1.1" status: 204 len: 173 time: 0.4269207 Feb 15 03:11:37.360703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'name': 'network-vif-deleted', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:37.363284 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29a743-1d4c-4350-a14f-ae65ab1d9f61" -d '{"events": [{"server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "name": "network-vif-deleted", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:37.404938 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e40004-c1d7-4b44-afa4-408e1ac5c788 x-openstack-request-id: req-d8e40004-c1d7-4b44-afa4-408e1ac5c788 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:37.405231 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f4c335-1988-49ed-8ccc-5412a6fdfcdb", "name": "network-vif-deleted", "tag": "dbf381c8-7815-47ec-8e2c-8256a9b4c8f7", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:37.405488 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8e40004-c1d7-4b44-afa4-408e1ac5c788 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:37.405883 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f4c335-1988-49ed-8ccc-5412a6fdfcdb', 'name': 'network-vif-deleted', 'tag': 'dbf381c8-7815-47ec-8e2c-8256a9b4c8f7', 'status': 'completed', 'code': 200} Feb 15 03:11:38.158982 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-0d8e1a0f-5b93-420b-9101-abd19f6e8997 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:38.160991 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-0d8e1a0f-5b93-420b-9101-abd19f6e8997 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 807 time: 0.1417348 Feb 15 03:11:38.180761 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-3483cffd-71fa-4d09-9ad3-d5be6e7aaa48 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/quotas/1010f07448ec41c5969b952cf35add6a HTTP/1.1" status: 200 len: 375 time: 0.0104766 Feb 15 03:11:38.221009 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-9ce18ea7-7d55-4e1c-83d3-cf4ff9b56103 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331953 Feb 15 03:11:38.334380 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-e4676919-2bce-44e5-be33-b0df4476a342 service neutron] 10.222.0.24 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072102 Feb 15 03:11:38.434696 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-d763762c-9862-4471-b3d2-97a2fe8dbf39 service neutron] 10.222.0.24 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944278 Feb 15 03:11:38.628002 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d40a14e4-c2ab-43bc-b902-63f4fd345fce req-fd00cf20-a8bb-4b24-832a-479319460867 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 210 time: 0.0284367 Feb 15 03:11:39.668593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-1da42817-3239-4304-9bc0-a45dfca16e01 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:39.671022 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-1da42817-3239-4304-9bc0-a45dfca16e01 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 807 time: 0.1286893 Feb 15 03:11:39.682075 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Request body: {'port': {'device_id': '774de373-1e95-4ada-87af-ff15c37269a6', 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc', 'admin_state_up': True, 'tenant_id': '1010f07448ec41c5969b952cf35add6a'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:39.762664 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f5325ca9-95db-4319-8232-18702a71a3c7 req-9deae367-388f-41f5-9589-c5d102988368 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 210 time: 0.0574288 Feb 15 03:11:39.822970 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Made reservation on behalf of 1010f07448ec41c5969b952cf35add6a for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:11:39.826676 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.220191 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Allocated IP 172.20.0.8 (8c63a042-2879-4c38-853b-9d640a8edccc/c8cabd6b-e7d5-45c0-94df-b0f0a3c50133/e63aa707-9f80-4981-8e6e-b54c4cdf684f) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:11:40.380593 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks [] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.414131 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.463681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Network 8c63a042-2879-4c38-853b-9d640a8edccc is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:11:40.466833 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:11:40.471389 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:11:40.476199 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Pushing event updated for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:40.522065 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.522684 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.539952 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-b465d546-8292-4265-b9a5-87405c3bff7d tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619065 Feb 15 03:11:40.551626 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Request body: {'port': {'device_id': '774de373-1e95-4ada-87af-ff15c37269a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:11:40.617263 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.925122 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63aa707-9f80-4981-8e6e-b54c4cdf684f {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:11:40.933759 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks [] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:40.935684 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05484222-3cc6-4a10-bcff-e437b6fa6ebf req-f1dd6272-185d-4fa5-83c6-6260a3ed0b7a tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:40.938155 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05484222-3cc6-4a10-bcff-e437b6fa6ebf req-f1dd6272-185d-4fa5-83c6-6260a3ed0b7a tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 931 time: 0.0894418 Feb 15 03:11:40.947491 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Transition to ACTIVE for port object e63aa707-9f80-4981-8e6e-b54c4cdf684f will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:11:40.954968 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:41.003332 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-05484222-3cc6-4a10-bcff-e437b6fa6ebf req-8a6a618a-b1d8-4fe5-b9cd-7eb23bb08f42 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Feb 15 03:11:41.030042 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Pushing event updated for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:41.106690 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Attempting to bind port e63aa707-9f80-4981-8e6e-b54c4cdf684f on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:11:41.107018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Attempting to bind port e63aa707-9f80-4981-8e6e-b54c4cdf684f by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:11:41.107260 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Attempting to bind port e63aa707-9f80-4981-8e6e-b54c4cdf684f on network 8c63a042-2879-4c38-853b-9d640a8edccc {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:11:41.112018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Port e63aa707-9f80-4981-8e6e-b54c4cdf684f on network 8c63a042-2879-4c38-853b-9d640a8edccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:11:41.112337 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Attempting to bind port e63aa707-9f80-4981-8e6e-b54c4cdf684f on network 8c63a042-2879-4c38-853b-9d640a8edccc {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:11:41.117632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:11:41.117973 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Checking segment: {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:11:41.118355 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Bound using segment: {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:11:41.118776 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Bound port: e63aa707-9f80-4981-8e6e-b54c4cdf684f, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f094228-2ef5-42f9-addc-952aec8649a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:11:41.119132 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:41.183200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:11:41.184822 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:11:41.188234 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:11:41.195027 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:41.208677 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:11:41.209084 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device dbf381c8-7815-47ec-8e2c-8256a9b4c8f7 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:11:41.232889 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.233511 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:41.234905 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] 10.222.0.52 "PUT /v2.0/ports/e63aa707-9f80-4981-8e6e-b54c4cdf684f HTTP/1.1" status: 200 len: 1093 time: 0.6883264 Feb 15 03:11:41.235376 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:41.237643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba47e46a-93d5-46e6-9229-c83fbdcf2679" -d '{"events": [{"name": "network-changed", "server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:41.266835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532c9e-75be-4c94-9856-b7493aabd871 service neutron] Pushing event updated for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:41.309022 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afdb735-0f22-4c3d-9eb1-7a15ec1556b4 x-openstack-request-id: req-9afdb735-0f22-4c3d-9eb1-7a15ec1556b4 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:41.309304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:41.309570 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9afdb735-0f22-4c3d-9eb1-7a15ec1556b4 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:41.309979 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f', 'status': 'completed', 'code': 200} Feb 15 03:11:41.330796 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-4dbc239c-ec39-45a4-bbaa-674d04475ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.333184 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-4dbc239c-ec39-45a4-bbaa-674d04475ccd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 1127 time: 0.0527632 Feb 15 03:11:41.381070 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-f2cfd1f9-f50d-4a2f-981c-f8882ca70b5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f HTTP/1.1" status: 200 len: 217 time: 0.0400436 Feb 15 03:11:41.432699 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-c95855b9-b5be-430d-8971-36719917fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.435120 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-c95855b9-b5be-430d-8971-36719917fb0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 HTTP/1.1" status: 200 len: 847 time: 0.0487535 Feb 15 03:11:41.469883 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-15285ee3-da7b-4d7f-8530-7ccd2080a665 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c63a042-2879-4c38-853b-9d640a8edccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285516 Feb 15 03:11:41.565381 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-de703108-e859-44ac-85ce-8e5fd117b36f service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Feb 15 03:11:41.656672 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-9cf24ec1-a9c5-4620-bf52-430777b5fae9 req-d5222f73-b92f-41ea-a381-3a3e53efc529 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855827 Feb 15 03:11:41.752851 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-0a82c971-5ae1-49fe-8c4b-5f202cfca533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.755292 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-0a82c971-5ae1-49fe-8c4b-5f202cfca533 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1010f07448ec41c5969b952cf35add6a&device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 1127 time: 0.0520966 Feb 15 03:11:41.835809 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bab90869-21fc-48da-825a-18832e61513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:41.848466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-ec4cdad1-1449-455f-9333-a069598f57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.849956 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-ec4cdad1-1449-455f-9333-a069598f57c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 200 len: 907 time: 0.0885394 Feb 15 03:11:41.892511 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-7bb9efa6-cadf-44f9-b544-60828e80fecb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f HTTP/1.1" status: 200 len: 217 time: 0.0356202 Feb 15 03:11:41.947934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-2990a2ce-dd8f-4112-9adc-2413b7e88fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:41.949335 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-2990a2ce-dd8f-4112-9adc-2413b7e88fe5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 HTTP/1.1" status: 200 len: 847 time: 0.0513344 Feb 15 03:11:41.982332 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-70943b78-eed3-4433-8292-90d57b159ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c63a042-2879-4c38-853b-9d640a8edccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264931 Feb 15 03:11:42.093175 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-2944ebe9-6506-4b66-9205-d9a0d54665ca service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042163 Feb 15 03:11:42.149744 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb42f4-fb67-4fb8-b91c-559539b125d7 req-8fbe8b64-ab7d-4a9a-a1db-b9100f57d24a tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:42.151452 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d6cb42f4-fb67-4fb8-b91c-559539b125d7 req-8fbe8b64-ab7d-4a9a-a1db-b9100f57d24a tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 943 time: 0.0619276 Feb 15 03:11:42.193785 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba47e46a-93d5-46e6-9229-c83fbdcf2679 req-d7feef18-3ea7-4168-b64a-194c494258a5 service neutron] 10.222.0.52 "GET /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942400 Feb 15 03:11:42.206791 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d6cb42f4-fb67-4fb8-b91c-559539b125d7 req-c6a27174-98be-4ee3-b20d-111b861f144b tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Feb 15 03:11:43.191905 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device e63aa707-9f80-4981-8e6e-b54c4cdf684f details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:11:43.308223 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:43.322046 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f', 'network_id': '8c63a042-2879-4c38-853b-9d640a8edccc', 'port_id': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f', 'mac_address': 'fa:16:3e:2d:cc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cabd6b-e7d5-45c0-94df-b0f0a3c50133', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:11:43.356053 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda3fb-3c06-4c88-87f3-d71ad5d3b85e req-2c78c083-3d84-43ab-bc9b-43d02b2ea7a6 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:43.357775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95eda3fb-3c06-4c88-87f3-d71ad5d3b85e req-2c78c083-3d84-43ab-bc9b-43d02b2ea7a6 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 943 time: 0.0638607 Feb 15 03:11:43.367202 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port e63aa707-9f80-4981-8e6e-b54c4cdf684f is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:11:43.367914 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:43.383811 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63aa707-9f80-4981-8e6e-b54c4cdf684f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:11:43.413596 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:43.414764 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-95eda3fb-3c06-4c88-87f3-d71ad5d3b85e req-7346bc30-db96-4c9f-9da6-1a99c478238c tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Feb 15 03:11:43.418717 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:43.505852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:43.634798 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['e63aa707-9f80-4981-8e6e-b54c4cdf684f'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:11:44.233353 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:11:44.700856 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0646c-5612-4066-b8af-7cd2a11d737e req-588ef51a-a5a5-4326-9f61-2cc227d6a0c9 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:44.702392 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-edf0646c-5612-4066-b8af-7cd2a11d737e req-588ef51a-a5a5-4326-9f61-2cc227d6a0c9 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 944 time: 0.0534725 Feb 15 03:11:44.719424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-184381a0-61a8-44ed-946f-da6eee1334d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:44.755897 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-edf0646c-5612-4066-b8af-7cd2a11d737e req-e7219908-8bbf-4503-b7f7-f51c33fa496f tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467777 Feb 15 03:11:45.194852 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device e63aa707-9f80-4981-8e6e-b54c4cdf684f up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:11:45.249189 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port e63aa707-9f80-4981-8e6e-b54c4cdf684f completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:11:45.254360 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port e63aa707-9f80-4981-8e6e-b54c4cdf684f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:11:45.254750 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:45.339030 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port e63aa707-9f80-4981-8e6e-b54c4cdf684f is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:11:45.339457 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:45.365102 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:45.367404 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155d560-d551-4e69-953f-28712039054a" -d '{"events": [{"server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:45.381812 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:45.387233 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:45.412107 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0e1f2b-703e-4d56-9951-2b26d40161d5 x-openstack-request-id: req-bc0e1f2b-703e-4d56-9951-2b26d40161d5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:45.412405 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:45.412638 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc0e1f2b-703e-4d56-9951-2b26d40161d5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:45.413022 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f', 'code': 200} Feb 15 03:11:45.446270 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:45.596030 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea8fc-3e45-4228-bc8a-220f316983ea req-31d70d61-f0d2-456b-a0b4-d0860fd93f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:45.598288 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d65ea8fc-3e45-4228-bc8a-220f316983ea req-31d70d61-f0d2-456b-a0b4-d0860fd93f7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 1129 time: 0.0532217 Feb 15 03:11:45.643092 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-d65ea8fc-3e45-4228-bc8a-220f316983ea req-e3dcdf98-84a9-4458-88ce-6c55b2143897 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Feb 15 03:11:45.880957 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0d50-bd2d-45a4-b4fe-f6c4b3b2505d req-24a9c9e6-7d34-4106-b56a-9344fc35ece5 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:45.882463 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb7e0d50-bd2d-45a4-b4fe-f6c4b3b2505d req-24a9c9e6-7d34-4106-b56a-9344fc35ece5 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 945 time: 0.0572014 Feb 15 03:11:45.935251 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb7e0d50-bd2d-45a4-b4fe-f6c4b3b2505d req-3e142a8d-b995-451c-b1a8-7bc2234dacb1 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Feb 15 03:11:46.536216 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:47.071683 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde071d9-b89b-4b52-bc7a-cf19a31137db req-057e65cd-68f4-4ac5-8ee4-92b017b40a43 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:47.073672 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cde071d9-b89b-4b52-bc7a-cf19a31137db req-057e65cd-68f4-4ac5-8ee4-92b017b40a43 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 945 time: 0.0666049 Feb 15 03:11:47.128996 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-cde071d9-b89b-4b52-bc7a-cf19a31137db req-0e6347cb-c751-489e-bf5f-c5ddbbf61efd tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Feb 15 03:11:47.791033 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a07ce4-bcfa-4609-bec5-5f318e029265 req-8cbd3469-f42e-4ec1-8ff1-f18424871dec tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:47.792544 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e7a07ce4-bcfa-4609-bec5-5f318e029265 req-8cbd3469-f42e-4ec1-8ff1-f18424871dec tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 945 time: 0.0545754 Feb 15 03:11:47.846772 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e7a07ce4-bcfa-4609-bec5-5f318e029265 req-d12a56bc-02a5-411b-af3d-48399f7c5659 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Feb 15 03:11:48.000081 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:48.818996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:48.977043 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a8f7-12c1-4fc4-80dd-129fde27c283 req-4a3d2180-014e-45c1-823c-55471792cbb1 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:48.978928 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2418a8f7-12c1-4fc4-80dd-129fde27c283 req-4a3d2180-014e-45c1-823c-55471792cbb1 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 945 time: 0.0617661 Feb 15 03:11:49.028913 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-2418a8f7-12c1-4fc4-80dd-129fde27c283 req-e1556a08-ffea-4eee-aba4-18132b02bbff tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/security-groups?id=591ec215-0f5f-43ae-a5a0-d33f7de647b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Feb 15 03:11:49.188163 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-82da31be-671b-46ca-beb2-8b779b0038d3 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:11:49.189719 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-82da31be-671b-46ca-beb2-8b779b0038d3 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 945 time: 0.0612774 Feb 15 03:11:49.297170 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Deleting port e63aa707-9f80-4981-8e6e-b54c4cdf684f {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:11:49.297518 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:49.397097 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] For port e63aa707-9f80-4981-8e6e-b54c4cdf684f, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=e63aa707-9f80-4981-8e6e-b54c4cdf684f,segment=NetworkSegment(5f094228-2ef5-42f9-addc-952aec8649a0),segment_id=5f094228-2ef5-42f9-addc-952aec8649a0)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:11:49.397478 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:49.413175 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Calling delete_port for e63aa707-9f80-4981-8e6e-b54c4cdf684f owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:11:49.556544 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (e63aa707-9f80-4981-8e6e-b54c4cdf684f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:49.572377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['e63aa707-9f80-4981-8e6e-b54c4cdf684f'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:11:49.589207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Pushing event deleted for resources: {'Port': ['ID=e63aa707-9f80-4981-8e6e-b54c4cdf684f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:11:49.634680 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] No DVR routers for this DVR port e63aa707-9f80-4981-8e6e-b54c4cdf684f on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:11:49.637310 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:49.640711 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-05c1ae26-34a8-4577-ae52-40aac6197f06 req-e5258709-f5ed-40ed-a3b1-12cca17ce582 tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.52 "DELETE /v2.0/ports/e63aa707-9f80-4981-8e6e-b54c4cdf684f HTTP/1.1" status: 204 len: 173 time: 0.4458618 Feb 15 03:11:49.641165 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'name': 'network-vif-deleted', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:11:49.643518 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904ccfe-94c1-46d3-b074-2e3aacda326c" -d '{"events": [{"server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "name": "network-vif-deleted", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:11:49.684850 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdbae8b-bd41-4f86-8d1d-90e15c891abf x-openstack-request-id: req-6bdbae8b-bd41-4f86-8d1d-90e15c891abf {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:11:49.685209 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774de373-1e95-4ada-87af-ff15c37269a6", "name": "network-vif-deleted", "tag": "e63aa707-9f80-4981-8e6e-b54c4cdf684f", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:11:49.685473 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bdbae8b-bd41-4f86-8d1d-90e15c891abf {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:11:49.685896 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774de373-1e95-4ada-87af-ff15c37269a6', 'name': 'network-vif-deleted', 'tag': 'e63aa707-9f80-4981-8e6e-b54c4cdf684f', 'status': 'completed', 'code': 200} Feb 15 03:11:50.139974 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7a890afd-de4d-42da-9bbb-c6c76d70c724 req-4b259c03-4f93-487e-b49c-661533e0935e tempest-VolumesActionsTest-904011902 tempest-VolumesActionsTest-904011902-project] 10.222.0.24 "GET /v2.0/ports?device_id=774de373-1e95-4ada-87af-ff15c37269a6 HTTP/1.1" status: 200 len: 210 time: 0.0290530 Feb 15 03:11:52.047619 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:11:53.607673 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device e63aa707-9f80-4981-8e6e-b54c4cdf684f no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:11:53.630545 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: e63aa707-9f80-4981-8e6e-b54c4cdf684f {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:11:53.630971 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device e63aa707-9f80-4981-8e6e-b54c4cdf684f not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:05.804115 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-fdc02fcb-811c-4291-8309-2a70350321b3 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389114094&fields=id&tenant_id=d8db3f56edb64871b762ed40eb609adb HTTP/1.1" status: 200 len: 267 time: 0.0617106 Feb 15 03:12:05.868203 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-dbcd5908-411f-44e8-af88-3a5b636feed1 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:05.869774 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-dbcd5908-411f-44e8-af88-3a5b636feed1 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 985 time: 0.0598590 Feb 15 03:12:05.881529 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Request body: {'port': {'security_groups': ['b9dd0e88-7de0-4d1d-bc62-36564fdcb130']}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:05.961889 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.158538 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:06.194491 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.201490 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.215092 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:12:06.301192 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:06.301574 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.308060 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-37cbd2fd-4b4b-4463-8168-da70bf6c6d7e req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "PUT /v2.0/ports/129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 943 time: 0.4316471 Feb 15 03:12:06.308754 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:12:06.310404 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50428) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:06.312156 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd92f0-fd60-4b71-a5ff-884dbff16635" -d '{"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:12:06.331503 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event updated for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=7']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:06.340904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.341637 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.342274 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.342878 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.343524 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.344122 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.344735 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.345354 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.345944 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.346543 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.347115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.350081 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.350736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a508bf-14fa-499f-a118-838be24a4bc6 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.400736 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a792ba-6bde-464f-85fb-19166dd06b34 x-openstack-request-id: req-00a792ba-6bde-464f-85fb-19166dd06b34 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:12:06.401716 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:12:06.401716 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a792ba-6bde-464f-85fb-19166dd06b34 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:12:06.402481 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:12:06.418230 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:12:06.454239 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (b5ca0a7e-0449-4092-91ac-b15830deafaa), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.483848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (b5ca0a7e-0449-4092-91ac-b15830deafaa), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.593717 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b5ca0a7e-0449-4092-91ac-b15830deafaa), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.596623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.597813 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5ca0a7e-0449-4092-91ac-b15830deafaa HTTP/1.1" status: 204 len: 168 time: 0.2863407 Feb 15 03:12:06.601255 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50432) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:06.655351 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca0a7e-0449-4092-91ac-b15830deafaa,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:06.664963 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-34ecc3e8-fab7-4ce5-85fb-49c188d558ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:06.667016 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-34ecc3e8-fab7-4ce5-85fb-49c188d558ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1130 time: 0.2142711 Feb 15 03:12:06.678285 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-04d632c6-28eb-422a-ad51-f4208fe880c7 None None] Provisioning complete for port 129ed621-1aa1-4b73-b960-045fa3debb9d triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:06.678948 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04d632c6-28eb-422a-ad51-f4208fe880c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.683019 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.683420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.683776 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.684123 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.684465 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.684804 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.685145 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.685482 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.685821 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.691605 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.692030 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.692387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.692785 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec39f8-dee8-4364-90ec-ad4acc561e52 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:06.807946 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-04d632c6-28eb-422a-ad51-f4208fe880c7 None None] Current status of the port 129ed621-1aa1-4b73-b960-045fa3debb9d is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:06.839244 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-7a16e2db-3bad-4882-a63a-880f733c3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:06.842291 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-7a16e2db-3bad-4882-a63a-880f733c3271 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.1465223 Feb 15 03:12:06.893077 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Deleting port 0cdb8352-4eca-47a6-bfb2-5a92d1f71502 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:06.893704 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.922072 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-bc824376-a2f7-438f-a7f2-1b9a31267c0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 1002 time: 0.0732725 Feb 15 03:12:06.973267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-4193e755-fd29-40d7-8041-7eef67f5017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:06.975698 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-4193e755-fd29-40d7-8041-7eef67f5017a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0475476 Feb 15 03:12:06.997001 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:06.997493 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for floatingip (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:07.012398 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Calling delete_port for 0cdb8352-4eca-47a6-bfb2-5a92d1f71502 owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:07.042167 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-ae86f008-6fef-4b8b-915e-e922c839b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:07.044444 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-ae86f008-6fef-4b8b-915e-e922c839b14d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628009 Feb 15 03:12:07.179201 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-94b81ed5-40a6-4d59-a87e-48793bfcd7dd service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257224 Feb 15 03:12:07.215355 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (0cdb8352-4eca-47a6-bfb2-5a92d1f71502), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:07.291390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event deleted for resources: {'Port': ['ID=0cdb8352-4eca-47a6-bfb2-5a92d1f71502,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:07.307942 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-c7fd92f0-fd60-4b71-a5ff-884dbff16635 req-8b1211cd-eacc-410c-8027-cf90536e0930 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224062 Feb 15 03:12:07.336587 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks [] for floatingip (dd3de37b-faaa-4cb7-873f-867eb88cdd54), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:07.336938 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Floating IP dd3de37b-faaa-4cb7-873f-867eb88cdd54 disassociated (deleted). External IP: 172.27.1.159, port: 129ed621-1aa1-4b73-b960-045fa3debb9d. Feb 15 03:12:07.570502 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Router cede2d4e-9597-4c3f-a550-4321d0d0a89b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:12:07.698302 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:07.703598 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:07.711407 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Sync routers for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:07.728320 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:07.729472 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:11:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:07.740356 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-a89107d1-b238-470b-9695-2dacde740a46 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd3de37b-faaa-4cb7-873f-867eb88cdd54 HTTP/1.1" status: 204 len: 168 time: 1.1376185 Feb 15 03:12:07.866892 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:08.133994 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:08.324611 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Checking router: cede2d4e-9597-4c3f-a550-4321d0d0a89b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:08.339273 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:08.340233 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:11:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:08.404093 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:12:08.406438 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987134e-e3d8-4100-8543-fe9c619bd652" -d '{"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:12:08.478813 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc4b990-86c8-4620-a711-90386945174b x-openstack-request-id: req-bcc4b990-86c8-4620-a711-90386945174b {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:12:08.479103 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:12:08.479461 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcc4b990-86c8-4620-a711-90386945174b {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:12:08.479777 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:12:08.495248 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:08.586434 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-d5af45e4-52da-4ac8-aa15-cd59e2f92817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:08.586434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-d5af45e4-52da-4ac8-aa15-cd59e2f92817 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8db3f56edb64871b762ed40eb609adb&device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 1130 time: 0.0846014 Feb 15 03:12:08.733605 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-5d4a9b93-bc43-4ad9-b5db-ce13cc114445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:08.735916 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-5d4a9b93-bc43-4ad9-b5db-ce13cc114445 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 200 len: 915 time: 0.1425464 Feb 15 03:12:08.806344 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-58ffb0f2-85aa-4c20-b9ca-4fc06e4e2104 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 200 len: 217 time: 0.0607266 Feb 15 03:12:08.843358 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:08.882946 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113a1f-7851-4db9-8301-3da27fbb8693 None None] The sync data for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi is: [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:48Z', 'revision_number': 4, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '9eb50f40-3148-4458-9525-d2aa0c129d17', 'name': '', 'network_id': '7c575b76-1c41-4b45-ae76-13dbf8dddc66', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'mac_address': 'fa:16:3e:bc:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:47Z', 'updated_at': '2022-02-15T03:09:52Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'subnets': [{'id': 'f8a5c317-94dd-4424-9449-3d6254ec0996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:08.890569 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-bd478ccb-3638-4ca2-8be2-0d46fab673cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:08.893564 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-bd478ccb-3638-4ca2-8be2-0d46fab673cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 200 len: 854 time: 0.0796671 Feb 15 03:12:08.951706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-dba6e318-f7d3-4fe7-8fa3-0863fe21ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:08.953255 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-dba6e318-f7d3-4fe7-8fa3-0863fe21ae77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c575b76-1c41-4b45-ae76-13dbf8dddc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547945 Feb 15 03:12:09.062585 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-00eb72e1-43d8-4f61-a0a3-3f87ba7741d5 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025836 Feb 15 03:12:09.188006 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7987134e-e3d8-4100-8543-fe9c619bd652 req-0b082745-0d99-4cb9-9f45-971f02eed132 service neutron] 10.222.0.52 "GET /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189928 Feb 15 03:12:09.283051 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf22877-4bc1-433b-91b8-90723c6ef39c None None] New status for floating IP dd3de37b-faaa-4cb7-873f-867eb88cdd54: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:12:10.597599 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d2505-4ac8-43c5-b167-e5996405854a req-8f3a41b5-1bd2-485b-b19d-7308bc3e0c4e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:10.599778 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c27d2505-4ac8-43c5-b167-e5996405854a req-8f3a41b5-1bd2-485b-b19d-7308bc3e0c4e tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0586212 Feb 15 03:12:10.649491 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c27d2505-4ac8-43c5-b167-e5996405854a req-31778e83-ffda-4e00-aa56-e6e5af90fb25 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Feb 15 03:12:11.774207 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb363331-eaa5-40f2-8990-3829314a9ddb req-54e336f8-44ea-4ee6-84b7-66d22676d0aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:11.775737 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bb363331-eaa5-40f2-8990-3829314a9ddb req-54e336f8-44ea-4ee6-84b7-66d22676d0aa tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0533864 Feb 15 03:12:11.822983 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bb363331-eaa5-40f2-8990-3829314a9ddb req-394cab88-9b23-41fc-95bb-ff61b65f4bd9 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9dd0e88-7de0-4d1d-bc62-36564fdcb130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Feb 15 03:12:11.838156 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-714c2bef-ba4c-44c6-bccb-4e4d2a98d992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:11.944390 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50550) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:11.989194 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Deleting subnet c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:12:11.992904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Publish callbacks [] for subnet (c8cabd6b-e7d5-45c0-94df-b0f0a3c50133), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.030858 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (c8cabd6b-e7d5-45c0-94df-b0f0a3c50133), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.070362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (c8cabd6b-e7d5-45c0-94df-b0f0a3c50133), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.122530 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (c8cabd6b-e7d5-45c0-94df-b0f0a3c50133), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.148807 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cabd6b-e7d5-45c0-94df-b0f0a3c50133,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:12.150765 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.153943 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-79f807b5-a8ba-405b-ac4c-f474670183df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c8cabd6b-e7d5-45c0-94df-b0f0a3c50133 HTTP/1.1" status: 204 len: 168 time: 0.2085204 Feb 15 03:12:12.156487 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50552) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:12.208250 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-ed4dfa96-6ff3-4dc6-bece-dd5d8ea3210a tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:12.210056 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-ed4dfa96-6ff3-4dc6-bece-dd5d8ea3210a tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.52 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 946 time: 0.0578620 Feb 15 03:12:12.229157 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (8c63a042-2879-4c38-853b-9d640a8edccc), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.301387 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Deleting port 129ed621-1aa1-4b73-b960-045fa3debb9d {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:12.301729 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.309431 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (8c63a042-2879-4c38-853b-9d640a8edccc), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.329307 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c63a042-2879-4c38-853b-9d640a8edccc']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:12.339227 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f094228-2ef5-42f9-addc-952aec8649a0') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:12.339537 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f094228-2ef5-42f9-addc-952aec8649a0') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:12.350174 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (5f094228-2ef5-42f9-addc-952aec8649a0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.363650 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (5f094228-2ef5-42f9-addc-952aec8649a0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.370965 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:12:12.371512 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (5f094228-2ef5-42f9-addc-952aec8649a0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:12:12.373411 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:12:12.393305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] For port 129ed621-1aa1-4b73-b960-045fa3debb9d, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=129ed621-1aa1-4b73-b960-045fa3debb9d,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:12.393680 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.405399 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Calling delete_port for 129ed621-1aa1-4b73-b960-045fa3debb9d owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:12.430847 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (8c63a042-2879-4c38-853b-9d640a8edccc), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.435194 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.438584 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c63a042-2879-4c38-853b-9d640a8edccc HTTP/1.1" status: 204 len: 168 time: 0.2811780 Feb 15 03:12:12.451653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fec58f-c7db-4258-a13a-12918afbd828 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c63a042-2879-4c38-853b-9d640a8edccc,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:12.536984 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (129ed621-1aa1-4b73-b960-045fa3debb9d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.549073 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['129ed621-1aa1-4b73-b960-045fa3debb9d'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:12:12.557617 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50556) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:12.574731 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Pushing event deleted for resources: {'Port': ['ID=129ed621-1aa1-4b73-b960-045fa3debb9d,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:12.611337 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-30b669a6-8838-432f-80ac-717ddd873434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1010f07448ec41c5969b952cf35add6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522835 Feb 15 03:12:12.613899 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50558) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:12.620330 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] No DVR routers for this DVR port 129ed621-1aa1-4b73-b960-045fa3debb9d on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:12:12.622878 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.626163 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eadef85a-3bb0-40ca-adf3-639d5b0a6b41 req-f4f85ec5-48db-4822-a43f-d62737f9c807 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.52 "DELETE /v2.0/ports/129ed621-1aa1-4b73-b960-045fa3debb9d HTTP/1.1" status: 204 len: 173 time: 0.4112611 Feb 15 03:12:12.626601 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'name': 'network-vif-deleted', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:12:12.628917 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d242e6c3-7cf9-4daf-a2eb-02d4ddfd94a3" -d '{"events": [{"server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "name": "network-vif-deleted", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:12:12.665605 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] Publish callbacks [] for security_group (591ec215-0f5f-43ae-a5a0-d33f7de647b0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.668534 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e531005-fecb-465b-90dd-48a27095672d x-openstack-request-id: req-6e531005-fecb-465b-90dd-48a27095672d {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:12:12.668828 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643b853-8ead-4d0c-bce3-1a00afc58818", "name": "network-vif-deleted", "tag": "129ed621-1aa1-4b73-b960-045fa3debb9d", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:12:12.669080 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e531005-fecb-465b-90dd-48a27095672d {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:12:12.669476 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643b853-8ead-4d0c-bce3-1a00afc58818', 'name': 'network-vif-deleted', 'tag': '129ed621-1aa1-4b73-b960-045fa3debb9d', 'status': 'completed', 'code': 200} Feb 15 03:12:12.696192 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] Publish callbacks [] for security_group (591ec215-0f5f-43ae-a5a0-d33f7de647b0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.754136 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (591ec215-0f5f-43ae-a5a0-d33f7de647b0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.757196 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:12.758543 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/591ec215-0f5f-43ae-a5a0-d33f7de647b0 HTTP/1.1" status: 204 len: 168 time: 0.1438370 Feb 15 03:12:12.766326 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7b2a3-054f-41ac-aabd-f763b88c62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ec215-0f5f-43ae-a5a0-d33f7de647b0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:12.934331 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-32fca40f-2185-4b83-a002-cb1574239447 req-79c6bbc4-f6e2-4b3a-92d1-ffedff186416 tempest-TestMinimumBasicScenario-34868491 tempest-TestMinimumBasicScenario-34868491-project] 10.222.0.24 "GET /v2.0/ports?device_id=7643b853-8ead-4d0c-bce3-1a00afc58818 HTTP/1.1" status: 200 len: 210 time: 0.0327296 Feb 15 03:12:14.571165 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50632) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:14.714089 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d7111d61-9582-4de9-a178-3d2d7bcc6b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:14.922767 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:15.178050 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Deleting port 9eb50f40-3148-4458-9525-d2aa0c129d17 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:15.178392 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:15.262819 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] For port 9eb50f40-3148-4458-9525-d2aa0c129d17, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=9eb50f40-3148-4458-9525-d2aa0c129d17,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:15.262819 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:15.279677 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Calling delete_port for 9eb50f40-3148-4458-9525-d2aa0c129d17 owned by network:router_interface {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:15.333023 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 129ed621-1aa1-4b73-b960-045fa3debb9d no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:15.390613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 129ed621-1aa1-4b73-b960-045fa3debb9d {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:15.395237 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 129ed621-1aa1-4b73-b960-045fa3debb9d not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:15.470574 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (9eb50f40-3148-4458-9525-d2aa0c129d17), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:15.497227 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb50f40-3148-4458-9525-d2aa0c129d17,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:15.889061 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.105471 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Router cede2d4e-9597-4c3f-a550-4321d0d0a89b has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:12:16.213492 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:16.219643 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-342bb92a-6d09-49f3-b485-c2fd78c05ad1 admin admin] 10.222.0.24 "PUT /v2.0/routers/cede2d4e-9597-4c3f-a550-4321d0d0a89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6473749 Feb 15 03:12:16.221171 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50650) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:16.223302 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Sync routers for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:16.233548 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:16.234167 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:16.329510 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks [] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.339576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:16.439183 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks [] for router_gateway (cede2d4e-9597-4c3f-a550-4321d0d0a89b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.498913 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Deleting port 18fc75df-1d50-4737-aa69-b56824cb8be3 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:16.499304 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.530399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:12:15Z', 'revision_number': 5, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port': {'id': '18fc75df-1d50-4737-aa69-b56824cb8be3', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:16.562585 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Checking router: cede2d4e-9597-4c3f-a550-4321d0d0a89b for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:16.587621 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.591140 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Routers {'cede2d4e-9597-4c3f-a550-4321d0d0a89b'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:16.591799 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:16.603767 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] For port 18fc75df-1d50-4737-aa69-b56824cb8be3, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=18fc75df-1d50-4737-aa69-b56824cb8be3,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:16.604168 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.620445 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Calling delete_port for 18fc75df-1d50-4737-aa69-b56824cb8be3 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:16.687953 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] Set router cede2d4e-9597-4c3f-a550-4321d0d0a89b gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:16.745590 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:12:16Z', 'revision_number': 6, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:16.775211 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a696f12-6b94-48e0-80d2-827ed44dc734 None None] The sync data for ids ['cede2d4e-9597-4c3f-a550-4321d0d0a89b'] in dv-cinder-828085-9-iscsi is: [{'id': 'cede2d4e-9597-4c3f-a550-4321d0d0a89b', 'name': 'tempest-TestMinimumBasicScenario-1642150418-router', 'tenant_id': 'd8db3f56edb64871b762ed40eb609adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:45Z', 'updated_at': '2022-02-15T03:12:16Z', 'revision_number': 6, 'project_id': 'd8db3f56edb64871b762ed40eb609adb', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:16.816206 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (18fc75df-1d50-4737-aa69-b56824cb8be3), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.842550 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fc75df-1d50-4737-aa69-b56824cb8be3,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:16.903249 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.993293 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:16.995474 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks [] for router_controller (cede2d4e-9597-4c3f-a550-4321d0d0a89b), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.041253 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (cede2d4e-9597-4c3f-a550-4321d0d0a89b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.041725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cede2d4e-9597-4c3f-a550-4321d0d0a89b {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:12:17.046154 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.047384 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-bacf9d22-e3f8-4afc-8a5d-1acf04be2647 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cede2d4e-9597-4c3f-a550-4321d0d0a89b HTTP/1.1" status: 204 len: 168 time: 0.8252153 Feb 15 03:12:17.049966 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50660) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:17.094676 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Deleting subnet f8a5c317-94dd-4424-9449-3d6254ec0996 {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:12:17.098400 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Publish callbacks [] for subnet (f8a5c317-94dd-4424-9449-3d6254ec0996), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.138660 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (f8a5c317-94dd-4424-9449-3d6254ec0996), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.225627 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (f8a5c317-94dd-4424-9449-3d6254ec0996), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.278240 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (f8a5c317-94dd-4424-9449-3d6254ec0996), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.304884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a5c317-94dd-4424-9449-3d6254ec0996,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:17.308141 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.311297 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-02d3a6e6-a8f9-43fd-9221-e32f8fe1d597 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8a5c317-94dd-4424-9449-3d6254ec0996 HTTP/1.1" status: 204 len: 168 time: 0.2603633 Feb 15 03:12:17.315257 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50662) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:17.316575 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1991624-6b5b-411c-8988-c53d0ab3c8ca None None] Network 7c575b76-1c41-4b45-ae76-13dbf8dddc66 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:17.384840 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (7c575b76-1c41-4b45-ae76-13dbf8dddc66), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.438050 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Deleting port c056c02d-52d8-4d65-aedf-7e37db1e50f9 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:17.438429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.499521 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] For port c056c02d-52d8-4d65-aedf-7e37db1e50f9, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=c056c02d-52d8-4d65-aedf-7e37db1e50f9,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:17.499883 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.512773 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] DHCP port deletion for 7c575b76-1c41-4b45-ae76-13dbf8dddc66 request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:12:17.515451 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Calling delete_port for c056c02d-52d8-4d65-aedf-7e37db1e50f9 owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:17.563912 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Deleting port c056c02d-52d8-4d65-aedf-7e37db1e50f9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:17.564216 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.600542 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.627055 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c056c02d-52d8-4d65-aedf-7e37db1e50f9,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:17.630711 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] No DVR routers for this DVR port c056c02d-52d8-4d65-aedf-7e37db1e50f9 on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:12:17.635724 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] For port c056c02d-52d8-4d65-aedf-7e37db1e50f9, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=c056c02d-52d8-4d65-aedf-7e37db1e50f9,segment=NetworkSegment(86d63cde-4ae7-4011-a80c-5167bfeeab0e),segment_id=86d63cde-4ae7-4011-a80c-5167bfeeab0e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:17.636299 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.649779 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Calling delete_port for c056c02d-52d8-4d65-aedf-7e37db1e50f9 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:17.704084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (7c575b76-1c41-4b45-ae76-13dbf8dddc66), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.726583 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c575b76-1c41-4b45-ae76-13dbf8dddc66']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:17.735967 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (c056c02d-52d8-4d65-aedf-7e37db1e50f9), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.738513 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d63cde-4ae7-4011-a80c-5167bfeeab0e') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:17.739038 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d63cde-4ae7-4011-a80c-5167bfeeab0e') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:17.752720 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (86d63cde-4ae7-4011-a80c-5167bfeeab0e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.768011 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] Pushing event deleted for resources: {'Port': ['ID=c056c02d-52d8-4d65-aedf-7e37db1e50f9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:17.769419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (86d63cde-4ae7-4011-a80c-5167bfeeab0e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.769958 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb47507-ab16-416d-b3f0-4a523ce7210c None None] No DVR routers for this DVR port c056c02d-52d8-4d65-aedf-7e37db1e50f9 on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:12:17.784943 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:12:17.785604 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (86d63cde-4ae7-4011-a80c-5167bfeeab0e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:12:17.788707 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:12:17.857410 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (7c575b76-1c41-4b45-ae76-13dbf8dddc66), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.865529 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:17.868584 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c575b76-1c41-4b45-ae76-13dbf8dddc66 HTTP/1.1" status: 204 len: 168 time: 0.5523133 Feb 15 03:12:17.871640 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50670) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:17.878767 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e94767-29ee-4af4-b3eb-f3e9c4f34e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c575b76-1c41-4b45-ae76-13dbf8dddc66,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:18.000570 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.234509 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.478511 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Deleting port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:18.478759 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.554381 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] For port 5b543b0f-3ed6-4fe1-af9b-2486729a5b74, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:18.554740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.566236 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Calling delete_port for 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 owned by network:router_interface {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:18.629295 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device c056c02d-52d8-4d65-aedf-7e37db1e50f9 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:18.650670 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: c056c02d-52d8-4d65-aedf-7e37db1e50f9 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:18.651125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device c056c02d-52d8-4d65-aedf-7e37db1e50f9 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:18.651650 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 9eb50f40-3148-4458-9525-d2aa0c129d17 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:18.670724 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 9eb50f40-3148-4458-9525-d2aa0c129d17 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:18.671071 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 9eb50f40-3148-4458-9525-d2aa0c129d17 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:18.671522 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 18fc75df-1d50-4737-aa69-b56824cb8be3 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:18.692329 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 18fc75df-1d50-4737-aa69-b56824cb8be3 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:18.692734 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 18fc75df-1d50-4737-aa69-b56824cb8be3 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:18.768415 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (5b543b0f-3ed6-4fe1-af9b-2486729a5b74), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.796470 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b543b0f-3ed6-4fe1-af9b-2486729a5b74,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:18.831983 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:18.985522 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:19.446559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:12:19.556570 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:19.561672 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fa8274c0-d258-4012-8447-095ef1ab9d05 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887352 Feb 15 03:12:19.564345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50680) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:19.566455 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Sync routers for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:19.576640 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:19.577252 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:19.668505 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks [] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:19.681969 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:19.770294 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks [] for router_gateway (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:19.830188 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Deleting port 1893c0bd-8d3e-4a06-b1f4-da94b524d008 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:19.830591 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:19.861021 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:12:18Z', 'revision_number': 5, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port': {'id': '1893c0bd-8d3e-4a06-b1f4-da94b524d008', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:09:51Z', 'updated_at': '2022-02-15T03:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:19.890552 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Checking router: b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:19.898885 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Routers {'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:19.899527 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:19.911212 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] For port 1893c0bd-8d3e-4a06-b1f4-da94b524d008, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=1893c0bd-8d3e-4a06-b1f4-da94b524d008,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:19.912106 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:19.924541 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Calling delete_port for 1893c0bd-8d3e-4a06-b1f4-da94b524d008 owned by network:router_gateway {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:20.078422 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] Set router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d gateway port host: None {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:20.093916 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (1893c0bd-8d3e-4a06-b1f4-da94b524d008), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.124487 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Pushing event deleted for resources: {'Port': ['ID=1893c0bd-8d3e-4a06-b1f4-da94b524d008,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:20.130428 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-d441b566-ce18-458a-910f-fea6199d495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:12:19Z', 'revision_number': 6, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:20.160613 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441b566-ce18-458a-910f-fea6199d495d None None] The sync data for ids ['b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d'] in dv-cinder-828085-9-iscsi is: [{'id': 'b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d', 'name': 'tempest-TestMinimumBasicScenario-734985298-router', 'tenant_id': 'dce123a702374db7b17979dd9ccfc6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:09:50Z', 'updated_at': '2022-02-15T03:12:19Z', 'revision_number': 6, 'project_id': 'dce123a702374db7b17979dd9ccfc6fc', 'gw_port_host': None}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:20.184480 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.544547 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.546724 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks [] for router_controller (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.595615 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.596705 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d {{(pid=102657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:12:20.605861 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.607048 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-5712c3f7-7aa5-43e5-a73d-33e04cdc448d admin admin] 10.222.0.24 "DELETE /v2.0/routers/b6aa2d16-fa54-43c4-81b7-1d6436fa5f2d HTTP/1.1" status: 204 len: 168 time: 1.0416391 Feb 15 03:12:20.609494 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50690) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:20.659956 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Deleting subnet f6febb4c-de09-4a59-8114-ad83da7d003a {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:12:20.663401 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Publish callbacks [] for subnet (f6febb4c-de09-4a59-8114-ad83da7d003a), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.698640 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (f6febb4c-de09-4a59-8114-ad83da7d003a), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.776181 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (f6febb4c-de09-4a59-8114-ad83da7d003a), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.828143 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (f6febb4c-de09-4a59-8114-ad83da7d003a), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.852473 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6febb4c-de09-4a59-8114-ad83da7d003a,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:20.857253 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.860933 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-02b19966-3873-4236-89fb-3bf4e6a410fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6febb4c-de09-4a59-8114-ad83da7d003a HTTP/1.1" status: 204 len: 168 time: 0.2501285 Feb 15 03:12:20.862800 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50692) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:20.865329 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd489b8a-d215-4b84-a86e-34534aad09e7 None None] Network 1c613932-7a86-4ecc-988c-db1fae04e757 requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:20.934071 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (1c613932-7a86-4ecc-988c-db1fae04e757), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:20.989309 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:21.006359 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Deleting port af182c97-9415-4831-8d1b-90479c847107 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:21.006733 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (af182c97-9415-4831-8d1b-90479c847107), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.013572 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:21.014082 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 5b543b0f-3ed6-4fe1-af9b-2486729a5b74 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:21.028812 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] DHCP port deletion for 1c613932-7a86-4ecc-988c-db1fae04e757 request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:12:21.073879 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] For port af182c97-9415-4831-8d1b-90479c847107, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=af182c97-9415-4831-8d1b-90479c847107,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:21.074249 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (af182c97-9415-4831-8d1b-90479c847107), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.082701 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Deleting port af182c97-9415-4831-8d1b-90479c847107 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:12:21.083081 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (af182c97-9415-4831-8d1b-90479c847107), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.087624 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Calling delete_port for af182c97-9415-4831-8d1b-90479c847107 owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:21.147497 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] For port af182c97-9415-4831-8d1b-90479c847107, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=af182c97-9415-4831-8d1b-90479c847107,segment=NetworkSegment(9ebfe54f-5310-4cfd-aed4-f72852959e52),segment_id=9ebfe54f-5310-4cfd-aed4-f72852959e52)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:21.148191 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (af182c97-9415-4831-8d1b-90479c847107), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.162084 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Calling delete_port for af182c97-9415-4831-8d1b-90479c847107 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:12:21.175592 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (af182c97-9415-4831-8d1b-90479c847107), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.202164 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Pushing event deleted for resources: {'Port': ['ID=af182c97-9415-4831-8d1b-90479c847107,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:21.204006 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] No DVR routers for this DVR port af182c97-9415-4831-8d1b-90479c847107 on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:12:21.232940 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:12:21.258187 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (af182c97-9415-4831-8d1b-90479c847107), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.278037 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (1c613932-7a86-4ecc-988c-db1fae04e757), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.282974 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] Pushing event deleted for resources: {'Port': ['ID=af182c97-9415-4831-8d1b-90479c847107,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:21.287311 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef5608-27d6-4c3d-bf46-ea9c3fc70d4d None None] No DVR routers for this DVR port af182c97-9415-4831-8d1b-90479c847107 on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:12:21.305703 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c613932-7a86-4ecc-988c-db1fae04e757']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:21.315639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfe54f-5310-4cfd-aed4-f72852959e52') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:21.315965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfe54f-5310-4cfd-aed4-f72852959e52') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:21.326151 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (9ebfe54f-5310-4cfd-aed4-f72852959e52), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.339919 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (9ebfe54f-5310-4cfd-aed4-f72852959e52), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.347181 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:12:21.347649 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (9ebfe54f-5310-4cfd-aed4-f72852959e52), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:12:21.350555 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:12:21.404535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (1c613932-7a86-4ecc-988c-db1fae04e757), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.409885 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.413656 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c613932-7a86-4ecc-988c-db1fae04e757 HTTP/1.1" status: 204 len: 168 time: 0.5497103 Feb 15 03:12:21.424549 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ee84-4ff7-4ce0-8c8d-72ec2a01afef admin admin] Pushing event deleted for resources: {'Network': ['ID=1c613932-7a86-4ecc-988c-db1fae04e757,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:21.580482 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50698) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:21.620096 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-b3d34e20-cec6-4fe6-868e-ebbf89215e54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8db3f56edb64871b762ed40eb609adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384161 Feb 15 03:12:21.622515 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50700) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:21.671855 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] Publish callbacks [] for security_group (b9dd0e88-7de0-4d1d-bc62-36564fdcb130), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.692018 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] Publish callbacks [] for security_group (b9dd0e88-7de0-4d1d-bc62-36564fdcb130), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.738496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (b9dd0e88-7de0-4d1d-bc62-36564fdcb130), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.741357 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:21.742490 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9dd0e88-7de0-4d1d-bc62-36564fdcb130 HTTP/1.1" status: 204 len: 168 time: 0.1191001 Feb 15 03:12:21.749870 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7096f-a95d-4ed7-a4ce-b9514794f984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dd0e88-7de0-4d1d-bc62-36564fdcb130,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:22.057698 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50706) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:22.098026 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-06d7560b-865c-4edf-8755-208b91fab08e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dce123a702374db7b17979dd9ccfc6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391665 Feb 15 03:12:22.100445 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50708) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:22.147083 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] Publish callbacks [] for security_group (34989fd3-a5fc-4764-aab7-ec72ffded874), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:22.167674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] Publish callbacks [] for security_group (34989fd3-a5fc-4764-aab7-ec72ffded874), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:22.213933 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (34989fd3-a5fc-4764-aab7-ec72ffded874), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:22.216608 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:22.217764 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34989fd3-a5fc-4764-aab7-ec72ffded874 HTTP/1.1" status: 204 len: 168 time: 0.1164289 Feb 15 03:12:22.225801 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33850e-4990-4bb5-b959-c6b9a76b844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34989fd3-a5fc-4764-aab7-ec72ffded874,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:22.643554 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device af182c97-9415-4831-8d1b-90479c847107 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:22.663941 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: af182c97-9415-4831-8d1b-90479c847107 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:22.664445 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device af182c97-9415-4831-8d1b-90479c847107 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:22.665690 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1893c0bd-8d3e-4a06-b1f4-da94b524d008 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:12:22.688866 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 1893c0bd-8d3e-4a06-b1f4-da94b524d008 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:12:22.689222 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 1893c0bd-8d3e-4a06-b1f4-da94b524d008 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:12:22.887411 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50732) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:22.981082 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83533979-network', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:23.000920 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Made reservation on behalf of 9f4d896942cb4b5b98ac53863ee23ac7 for: {'network': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:12:23.003131 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.011541 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.088555 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks [] for security_group (4bbcc6f5-3584-4e4d-81ca-b51884ced752), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.092158 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (4bbcc6f5-3584-4e4d-81ca-b51884ced752), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.116685 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:12:23.128814 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (9c8d47df-454c-4d52-a81e-19e89aefe5e4), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.129159 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.segments_db [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Added segment 9c8d47df-454c-4d52-a81e-19e89aefe5e4 of type vlan for network 07078048-b221-49e0-9f5a-17366133853f Feb 15 03:12:23.130755 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbcc6f5-3584-4e4d-81ca-b51884ced752,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:23.171959 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (07078048-b221-49e0-9f5a-17366133853f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.196130 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (07078048-b221-49e0-9f5a-17366133853f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.197083 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:23.197672 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.255570 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3668015 Feb 15 03:12:23.258467 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50736) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:23.263182 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b94cba-a0f5-4e92-98b3-0eec29801b56 admin admin] Pushing event updated for resources: {'Network': ['ID=07078048-b221-49e0-9f5a-17366133853f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:23.264118 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Request body: {'subnet': {'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83533979-subnet', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'ip_version': 4}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:23.276747 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 07078048-b221-49e0-9f5a-17366133853f details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:12:23.287730 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Made reservation on behalf of 9f4d896942cb4b5b98ac53863ee23ac7 for: {'subnet': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:12:23.290094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805280'] for subnet (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.338188 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.464136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10201386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805302'] for subnet (8d0b5961-0156-4112-96e3-a96820624464), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.517513 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0b5961-0156-4112-96e3-a96820624464,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:23.528015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:23.528382 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Network hostable DHCP agents. Network: 07078048-b221-49e0-9f5a-17366133853f, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:12:23.544395 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Network 07078048-b221-49e0-9f5a-17366133853f is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:12:23.552596 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 07078048-b221-49e0-9f5a-17366133853f) {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:23.557024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:23.557681 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.562653 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28c4dc-58f1-4af0-9cf3-089ac86af561 None None] Network 07078048-b221-49e0-9f5a-17366133853f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:23.575897 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8de828b4-b9cf-4102-bb04-fb62220c96c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3159153 Feb 15 03:12:23.578868 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50740) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:23.583549 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:23.604645 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.606066 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.667333 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for router_controller (abadea84-9919-4cd6-9e3f-126ff3d7ec55), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.679171 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-07078048-b221-49e0-9f5a-17366133853f', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:12:23.680093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.827578 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for router_gateway (abadea84-9919-4cd6-9e3f-126ff3d7ec55), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.829704 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Allocated IP 172.20.0.2 (07078048-b221-49e0-9f5a-17366133853f/8d0b5961-0156-4112-96e3-a96820624464/518c9756-5ac4-438d-89e6-3a7940ff85cb) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:23.983434 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks [] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:23.991792 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.033018 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:24.036162 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:24.038882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:24.049134 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for router_gateway (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.071788 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.215193 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Allocated IP 172.27.1.104 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/f2b3e58c-d6f5-41af-897d-10e17dbdf453) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:24.215918 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Pushing event updated for resources: {'Port': ['ID=518c9756-5ac4-438d-89e6-3a7940ff85cb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:24.246826 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Attempting to bind port 518c9756-5ac4-438d-89e6-3a7940ff85cb on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:24.247232 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Attempting to bind port 518c9756-5ac4-438d-89e6-3a7940ff85cb by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:24.247606 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Attempting to bind port 518c9756-5ac4-438d-89e6-3a7940ff85cb on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:24.252817 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:24.253343 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:24.253753 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.254151 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Bound using segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:24.254623 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Bound port: 518c9756-5ac4-438d-89e6-3a7940ff85cb, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:24.255011 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.319691 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] For port 518c9756-5ac4-438d-89e6-3a7940ff85cb, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:24.323010 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] For port 518c9756-5ac4-438d-89e6-3a7940ff85cb, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=518c9756-5ac4-438d-89e6-3a7940ff85cb,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:24.323188 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.328982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.358894 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.389378 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ad0c-acea-49b3-9e64-968d5e8f6ea6 None None] Pushing event updated for resources: {'Port': ['ID=518c9756-5ac4-438d-89e6-3a7940ff85cb,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:24.399408 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:24.402469 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:24.406074 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:24.444553 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b3e58c-d6f5-41af-897d-10e17dbdf453,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:24.671081 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 518c9756-5ac4-438d-89e6-3a7940ff85cb up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:24.706883 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for router_gateway (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.729764 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 518c9756-5ac4-438d-89e6-3a7940ff85cb triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:24.730318 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.811349 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 518c9756-5ac4-438d-89e6-3a7940ff85cb is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:24.811675 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.851304 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 518c9756-5ac4-438d-89e6-3a7940ff85cb, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=518c9756-5ac4-438d-89e6-3a7940ff85cb,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:24.857070 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:24.907022 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=518c9756-5ac4-438d-89e6-3a7940ff85cb,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:24.915694 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.046806 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:12:25.161611 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:25.171274 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:25.184036 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.187693 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-aa306403-947d-47a5-a97e-8ef695cb4c60 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6077244 Feb 15 03:12:25.188363 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50760) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:25.211588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:25.213122 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:25.355727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:25.421511 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8b2a3-e986-4d97-9376-d48f9056e408 None None] Network 07078048-b221-49e0-9f5a-17366133853f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:25.556034 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-7cbc4ab7-3711-419b-9886-e47023e60b97 None None] Provisioning complete for port 518c9756-5ac4-438d-89e6-3a7940ff85cb triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:25.556526 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4ab7-3711-419b-9886-e47023e60b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.666835 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.731636 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc4ab7-3711-419b-9886-e47023e60b97 None None] Current status of the port 518c9756-5ac4-438d-89e6-3a7940ff85cb is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:25.739085 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:24Z', 'revision_number': 3, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:25.768314 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:25.768675 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Updating router abadea84-9919-4cd6-9e3f-126ff3d7ec55 port f2b3e58c-d6f5-41af-897d-10e17dbdf453 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:12:25.799625 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.835918 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Allocated IP 172.20.0.1 (07078048-b221-49e0-9f5a-17366133853f/8d0b5961-0156-4112-96e3-a96820624464/23eb521f-f6d2-479c-b78d-ffa2e21747c0) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:25.948548 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks [] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.988695 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-df5d00ba-d684-4aa4-bb12-6554509d431a None None] Provisioning complete for port 518c9756-5ac4-438d-89e6-3a7940ff85cb triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:25.988934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:25.989060 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5d00ba-d684-4aa4-bb12-6554509d431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.025969 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:26.028772 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:26.031408 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:26.064182 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Pushing event updated for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:26.081349 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.135727 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks [] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.139265 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-df5d00ba-d684-4aa4-bb12-6554509d431a None None] Current status of the port 518c9756-5ac4-438d-89e6-3a7940ff85cb is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:26.143183 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.197475 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Attempting to bind port f2b3e58c-d6f5-41af-897d-10e17dbdf453 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:26.197843 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Attempting to bind port f2b3e58c-d6f5-41af-897d-10e17dbdf453 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:26.198205 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Attempting to bind port f2b3e58c-d6f5-41af-897d-10e17dbdf453 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:26.200599 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0973a6e-a14c-4ff9-85b7-28cc134361fe None None] Pushing event updated for resources: {'Port': ['ID=f2b3e58c-d6f5-41af-897d-10e17dbdf453,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:26.206324 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:26.206701 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:26.207103 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.207531 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:26.208051 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Bound port: f2b3e58c-d6f5-41af-897d-10e17dbdf453, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:26.208472 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.261832 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.269478 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] For port f2b3e58c-d6f5-41af-897d-10e17dbdf453, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:26.273668 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] For port f2b3e58c-d6f5-41af-897d-10e17dbdf453, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=f2b3e58c-d6f5-41af-897d-10e17dbdf453,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:26.280647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.340791 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0973a6e-a14c-4ff9-85b7-28cc134361fe None None] Pushing event updated for resources: {'Port': ['ID=f2b3e58c-d6f5-41af-897d-10e17dbdf453,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:26.343278 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:26.343873 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:26.410690 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-72022d43-899c-4b7a-9451-9b9dd378093b None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:26.411065 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72022d43-899c-4b7a-9451-9b9dd378093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.456341 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks [] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.462163 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.543229 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Pushing event updated for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:26.549346 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.625026 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-72022d43-899c-4b7a-9451-9b9dd378093b None None] Port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:12:26.627560 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:26.659797 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:26.660027 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 518c9756-5ac4-438d-89e6-3a7940ff85cb up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:26.662497 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:26.795937 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:12:26.830504 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 518c9756-5ac4-438d-89e6-3a7940ff85cb triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:26.831057 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:26.916796 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:26.922432 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-bf1989ef-36ff-484d-8c6f-077bc6cfcd64 admin admin] 10.222.0.24 "PUT /v2.0/routers/abadea84-9919-4cd6-9e3f-126ff3d7ec55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330375 Feb 15 03:12:26.978324 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:25Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:27.010834 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 518c9756-5ac4-438d-89e6-3a7940ff85cb is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:27.013648 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d1cb9-d576-41ff-8ee6-6648213acb79 None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:25Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:27.015588 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-3ca7fcec-4965-452c-b937-79bf9caaff58 None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:27.015909 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fcec-4965-452c-b937-79bf9caaff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.057599 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7fcec-4965-452c-b937-79bf9caaff58 None None] Port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:12:27.508459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50788) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:27.513499 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1886504451-network', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:27.534305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Made reservation on behalf of c16903a6c5de4e0bbbdba557c3c161f2 for: {'network': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:12:27.537697 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for network (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.546657 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.660179 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks [] for security_group (5791dd43-98c9-4206-a95d-98fe87f4da2b), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.668166 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5791dd43-98c9-4206-a95d-98fe87f4da2b), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.698338 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 03:12:27.704230 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791dd43-98c9-4206-a95d-98fe87f4da2b,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:27.712724 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (f478c4a4-0879-45c5-a95a-6cdc04bf09d8), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.713080 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.segments_db [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Added segment f478c4a4-0879-45c5-a95a-6cdc04bf09d8 of type vlan for network 75841912-44b4-4d91-bf55-48b99cc652bc Feb 15 03:12:27.766192 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760825760193'] for network (75841912-44b4-4d91-bf55-48b99cc652bc), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.804300 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069'] for network (75841912-44b4-4d91-bf55-48b99cc652bc), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.806084 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:27.806854 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:27.870652 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3584192 Feb 15 03:12:27.870964 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50830) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:27.876904 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Request body: {'subnet': {'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1886504451-subnet', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'ip_version': 4}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:27.877129 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257bdbe-2abe-4e11-941c-3f930c0739db admin admin] Pushing event updated for resources: {'Network': ['ID=75841912-44b4-4d91-bf55-48b99cc652bc,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:27.889799 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Network 75841912-44b4-4d91-bf55-48b99cc652bc details requested by agent ovs-agent-dv-cinder-828085-9-iscsi with host dv-cinder-828085-9-iscsi {{(pid=102659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 03:12:27.900074 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Made reservation on behalf of c16903a6c5de4e0bbbdba557c3c161f2 for: {'subnet': 1} {{(pid=102658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:12:27.903362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218944'] for subnet (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.341095 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10358272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218966'] for subnet (cb867a4b-23e5-4df9-8d7f-7b7be41622a7), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.397017 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb867a4b-23e5-4df9-8d7f-7b7be41622a7,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:28.408949 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Checking segment: {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:28.409311 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Network hostable DHCP agents. Network: 75841912-44b4-4d91-bf55-48b99cc652bc, hostable agents: ['6d5cc67c-48a6-4743-980b-151db7548715'], hosted agents: [] {{(pid=102658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 03:12:28.426350 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Network 75841912-44b4-4d91-bf55-48b99cc652bc is scheduled to be hosted by DHCP agent 6d5cc67c-48a6-4743-980b-151db7548715 with binding_index 1 {{(pid=102658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 03:12:28.437930 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828085-9-iscsi, 75841912-44b4-4d91-bf55-48b99cc652bc) {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:28.446112 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:28.446884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.448597 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdda86f-f427-4a49-b465-e97160c757c9 None None] Network 75841912-44b4-4d91-bf55-48b99cc652bc requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:28.465517 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-da7577bb-f605-48b8-a9bd-cb1e7054423a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5928349 Feb 15 03:12:28.468186 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50850) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:28.472620 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:28.494975 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41374'] for router (72451803-07bb-491c-b7ee-7df9fb824113), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.496361 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41353'] for router (72451803-07bb-491c-b7ee-7df9fb824113), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.561064 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for router_controller (72451803-07bb-491c-b7ee-7df9fb824113), precommit_add_association {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.581642 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp938edaad-14a8-5851-ac9e-8d154f2e2bf1-75841912-44b4-4d91-bf55-48b99cc652bc', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7'}]}} from dv-cinder-828085-9-iscsi. {{(pid=102659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 03:12:28.582593 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.685718 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f2b3e58c-d6f5-41af-897d-10e17dbdf453 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:28.726592 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for router_gateway (72451803-07bb-491c-b7ee-7df9fb824113), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.777613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Allocated IP 172.20.0.2 (75841912-44b4-4d91-bf55-48b99cc652bc/cb867a4b-23e5-4df9-8d7f-7b7be41622a7/08f11e20-5d22-4416-802f-7e45c184362f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:28.795873 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port f2b3e58c-d6f5-41af-897d-10e17dbdf453 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:28.796248 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.958459 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for router_gateway (72451803-07bb-491c-b7ee-7df9fb824113), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.979915 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:28.982213 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port f2b3e58c-d6f5-41af-897d-10e17dbdf453 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:28.982657 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.008250 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks [] for port (08f11e20-5d22-4416-802f-7e45c184362f), precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.017960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port f2b3e58c-d6f5-41af-897d-10e17dbdf453, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=f2b3e58c-d6f5-41af-897d-10e17dbdf453,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:29.019913 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942'] for port (08f11e20-5d22-4416-802f-7e45c184362f), after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.028354 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.066014 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Network 75841912-44b4-4d91-bf55-48b99cc652bc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:29.071732 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:29.075250 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:29.082183 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Pushing event updated for resources: {'Port': ['ID=08f11e20-5d22-4416-802f-7e45c184362f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:29.100245 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Allocated IP 172.27.1.178 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/09ccc190-9c71-4193-a403-b4474a78b6f2) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:29.174242 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Attempting to bind port 08f11e20-5d22-4416-802f-7e45c184362f on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:29.174881 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Attempting to bind port 08f11e20-5d22-4416-802f-7e45c184362f by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:29.175460 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Attempting to bind port 08f11e20-5d22-4416-802f-7e45c184362f on network 75841912-44b4-4d91-bf55-48b99cc652bc {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:29.185685 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=f2b3e58c-d6f5-41af-897d-10e17dbdf453,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:29.188733 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:29.189336 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Checking segment: {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:29.189954 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.190407 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Bound using segment: {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:29.191244 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Bound port: 08f11e20-5d22-4416-802f-7e45c184362f, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:29.191555 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (08f11e20-5d22-4416-802f-7e45c184362f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.212547 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:29.234313 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:29.234941 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:29.244342 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.265725 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] For port 08f11e20-5d22-4416-802f-7e45c184362f, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:29.269800 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] For port 08f11e20-5d22-4416-802f-7e45c184362f, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=08f11e20-5d22-4416-802f-7e45c184362f,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:29.278690 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (08f11e20-5d22-4416-802f-7e45c184362f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.288168 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.330399 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:29.336227 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:29.339643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7a3b8-7c4c-4da4-afaf-dd6681b87847 None None] Pushing event updated for resources: {'Port': ['ID=08f11e20-5d22-4416-802f-7e45c184362f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:29.342613 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:29.377170 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:29.377907 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Pushing event updated for resources: {'Port': ['ID=09ccc190-9c71-4193-a403-b4474a78b6f2,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:29.631378 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 2, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:29.666061 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:29.666667 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Updating router abadea84-9919-4cd6-9e3f-126ff3d7ec55 port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:12:29.671170 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for router_gateway (72451803-07bb-491c-b7ee-7df9fb824113), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.701133 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.896253 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540556'] for router (72451803-07bb-491c-b7ee-7df9fb824113), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.969224 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks [] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:29.977087 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.034023 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Pushing event updated for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:30.039891 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Router 72451803-07bb-491c-b7ee-7df9fb824113 is scheduled to L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 with binding_index 1 {{(pid=102658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 03:12:30.046718 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.047817 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.048351 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.048697 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.049034 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.049528 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.049874 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.050202 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.050530 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.050872 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.051229 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.051562 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.051936 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:30.108015 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Attempting to bind port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:30.108565 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Attempting to bind port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:30.109030 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Attempting to bind port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:30.122249 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:30.122720 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:30.123256 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.123666 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Bound using segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:30.124310 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Bound port: 23eb521f-f6d2-479c-b78d-ffa2e21747c0, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:30.124703 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.185553 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:30.198594 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Sync routers for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:30.208529 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] For port 23eb521f-f6d2-479c-b78d-ffa2e21747c0, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:30.214229 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.217961 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] For port 23eb521f-f6d2-479c-b78d-ffa2e21747c0, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=23eb521f-f6d2-479c-b78d-ffa2e21747c0,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:30.220470 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d6458f5a-a056-4328-b74b-e58735595c29 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7511911 Feb 15 03:12:30.223316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50856) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:30.233857 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.245991 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:30.246763 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:30.334780 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:30.335374 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:30.338462 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef7663-151a-42a6-a11a-1c2b343c80e3 None None] Pushing event updated for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=4']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:30.409920 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:30.530892 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:30.539961 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:30.540339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.721144 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8277c5-ed8e-48d5-b4ae-ccb26c3970eb None None] Network 75841912-44b4-4d91-bf55-48b99cc652bc requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:12:30.888079 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:30Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:30.922082 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26fca0-3e73-4dc5-b126-f93a6ac7fd16 None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:30Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:30.936803 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:30.937545 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f2b3e58c-d6f5-41af-897d-10e17dbdf453 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:30.976502 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Current status of the port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:30.976899 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.076874 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] For port 23eb521f-f6d2-479c-b78d-ffa2e21747c0, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=23eb521f-f6d2-479c-b78d-ffa2e21747c0,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:31.080912 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:29Z', 'revision_number': 3, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:31.087278 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.114481 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Allocated IP 172.20.0.1 (75841912-44b4-4d91-bf55-48b99cc652bc/cb867a4b-23e5-4df9-8d7f-7b7be41622a7/74fa39df-4d70-4a18-bef0-ab6fcca58ebd) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:31.125083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Checking router: 72451803-07bb-491c-b7ee-7df9fb824113 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:31.125440 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Updating router 72451803-07bb-491c-b7ee-7df9fb824113 port 09ccc190-9c71-4193-a403-b4474a78b6f2 binding host dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:12:31.184246 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port f2b3e58c-d6f5-41af-897d-10e17dbdf453 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:31.184630 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.226167 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.246694 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks [] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.287497 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380466b-dde4-4a79-97a9-f3f6779f6978 None None] Pushing event updated for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:31.289758 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.341617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Network 75841912-44b4-4d91-bf55-48b99cc652bc is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:31.350377 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:31.355779 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:31.359509 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Pushing event updated for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:31.383325 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Provisioning complete for port 08f11e20-5d22-4416-802f-7e45c184362f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:31.383713 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (08f11e20-5d22-4416-802f-7e45c184362f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.423200 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539327'] for router_interface (72451803-07bb-491c-b7ee-7df9fb824113), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.473438 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port f2b3e58c-d6f5-41af-897d-10e17dbdf453 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:31.475377 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 08f11e20-5d22-4416-802f-7e45c184362f up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:31.591799 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.674860 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 08f11e20-5d22-4416-802f-7e45c184362f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:31.675581 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (08f11e20-5d22-4416-802f-7e45c184362f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.681842 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Current status of the port 08f11e20-5d22-4416-802f-7e45c184362f is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:31.682116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (08f11e20-5d22-4416-802f-7e45c184362f), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.801722 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks [] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.802154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] For port 08f11e20-5d22-4416-802f-7e45c184362f, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=08f11e20-5d22-4416-802f-7e45c184362f,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:31.809502 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.809967 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (08f11e20-5d22-4416-802f-7e45c184362f), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.876331 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks [] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.876694 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1482107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539331'] for router_interface (72451803-07bb-491c-b7ee-7df9fb824113), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.897145 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.906009 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Pushing event updated for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:31.917188 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 08f11e20-5d22-4416-802f-7e45c184362f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:31.918279 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 23eb521f-f6d2-479c-b78d-ffa2e21747c0 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:31.919875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:31.920242 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:31.956863 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Pushing event updated for resources: {'Port': ['ID=08f11e20-5d22-4416-802f-7e45c184362f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:31.979485 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Network 75841912-44b4-4d91-bf55-48b99cc652bc is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:31.980930 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:31.983600 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.983954 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.984327 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.984645 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.985260 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.985374 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.985670 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.986108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.986404 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.986615 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.986947 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.987297 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:31.987678 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:12:32.040461 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Attempting to bind port 09ccc190-9c71-4193-a403-b4474a78b6f2 on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:32.040939 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Attempting to bind port 09ccc190-9c71-4193-a403-b4474a78b6f2 by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:32.041370 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Attempting to bind port 09ccc190-9c71-4193-a403-b4474a78b6f2 on network 8fca979e-0cea-45f1-a2d3-716c80e2378b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:32.065778 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:32.066257 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Checking segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:32.066782 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.067268 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Bound using segment: {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:32.067751 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Bound port: 09ccc190-9c71-4193-a403-b4474a78b6f2, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd93d96b-bea3-44fc-a407-1c3116b38008', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:32.068198 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.101660 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a300db-807c-4557-a064-aa35300344c2 None None] Pushing event updated for resources: {'Port': ['ID=09ccc190-9c71-4193-a403-b4474a78b6f2,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:32.111358 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Router 72451803-07bb-491c-b7ee-7df9fb824113 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:12:32.150397 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:32.150830 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.197273 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] For port 09ccc190-9c71-4193-a403-b4474a78b6f2, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:32.218127 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-70c5ff68-e88f-4909-8e13-e9b53ab1f640 None None] Current status of the port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:32.226196 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] For port 09ccc190-9c71-4193-a403-b4474a78b6f2, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=09ccc190-9c71-4193-a403-b4474a78b6f2,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:32.237392 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.239208 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:12:32.250025 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a5ce076e-0825-41eb-bd4f-dd2c6fdaade1 admin admin] 10.222.0.24 "PUT /v2.0/routers/72451803-07bb-491c-b7ee-7df9fb824113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187807 Feb 15 03:12:32.337148 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a300db-807c-4557-a064-aa35300344c2 None None] Pushing event updated for resources: {'Port': ['ID=09ccc190-9c71-4193-a403-b4474a78b6f2,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:32.343560 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:32.344231 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:32.391239 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:32.407033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Provisioning complete for port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:32.407472 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.486214 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:12:32.502927 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:32.538596 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Provisioning complete for port 08f11e20-5d22-4416-802f-7e45c184362f triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:32.538983 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (08f11e20-5d22-4416-802f-7e45c184362f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.664419 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 08f11e20-5d22-4416-802f-7e45c184362f up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:32.798283 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3f93-48fd-4322-8f56-e03cf15db9a9 None None] Current status of the port 08f11e20-5d22-4416-802f-7e45c184362f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:32.812807 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 08f11e20-5d22-4416-802f-7e45c184362f triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:32.813199 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (08f11e20-5d22-4416-802f-7e45c184362f), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:32.989691 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50868) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:32.995115 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022001489', 'description': 'tempest-secgroup-smoke-1022001489 description', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:32.998147 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '74fa39df-4d70-4a18-bef0-ab6fcca58ebd', 'name': '', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'mac_address': 'fa:16:3e:67:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:30Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 2, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'subnets': [{'id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:33.015775 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.046048 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b281b7e-6df2-4799-a0a2-6701e9b2c431 None None] The sync data for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi is: [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '74fa39df-4d70-4a18-bef0-ab6fcca58ebd', 'name': '', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'mac_address': 'fa:16:3e:67:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:30Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 2, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'subnets': [{'id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:33.068607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 08f11e20-5d22-4416-802f-7e45c184362f is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:33.068607 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 23eb521f-f6d2-479c-b78d-ffa2e21747c0 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:33.100966 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (34513e64-2481-42d6-addc-aff225ff5014), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.106163 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (34513e64-2481-42d6-addc-aff225ff5014), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.125415 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:33.125804 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.137753 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.146103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50870) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.146384 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1546149 Feb 15 03:12:33.150954 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198215f8-0da8-4f16-8e9c-f5519e9eb09c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34513e64-2481-42d6-addc-aff225ff5014,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.154345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.181599 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (618968e5-48c5-4a7e-a0f8-22ac6460f581), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.220517 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:33.248572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (618968e5-48c5-4a7e-a0f8-22ac6460f581), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.252793 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (618968e5-48c5-4a7e-a0f8-22ac6460f581), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.290860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618968e5-48c5-4a7e-a0f8-22ac6460f581,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.295429 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.299635 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50872) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.299831 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-c9268ce9-81f0-47fd-97a6-fed4dd4538ed tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516519 Feb 15 03:12:33.304484 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.339507 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (ed761730-f5d2-4a82-9f49-738fc6eea934), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.404813 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (ed761730-f5d2-4a82-9f49-738fc6eea934), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.413619 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (ed761730-f5d2-4a82-9f49-738fc6eea934), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.436789 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed761730-f5d2-4a82-9f49-738fc6eea934,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.447930 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.449541 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-784fb454-1930-48c2-a561-33cdabaf3ce8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488395 Feb 15 03:12:33.452203 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50874) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.457043 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.485845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (4235c28e-ddde-42b4-b79a-6cc036959fcc), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.550974 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (4235c28e-ddde-42b4-b79a-6cc036959fcc), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.555295 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (4235c28e-ddde-42b4-b79a-6cc036959fcc), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.574216 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4235c28e-ddde-42b4-b79a-6cc036959fcc,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.582938 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.586942 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-6f32710e-6312-4d3a-a3db-bceb3bf12517 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304963 Feb 15 03:12:33.587081 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50878) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.591684 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.623067 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (efcdba52-461f-4e98-8d73-363cadaf3ed3), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.685495 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (efcdba52-461f-4e98-8d73-363cadaf3ed3), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.690588 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (efcdba52-461f-4e98-8d73-363cadaf3ed3), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.708189 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcdba52-461f-4e98-8d73-363cadaf3ed3,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.717927 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.719123 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-1baf6630-3343-4adb-86a0-e50e5a935fd6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310608 Feb 15 03:12:33.721947 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 50880) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.727658 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.759837 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.securitygroups_db [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Project 9f4d896942cb4b5b98ac53863ee23ac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:12:33.766431 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (15476fe5-5eab-43d8-9437-51a33944a1ed), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.848107 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (15476fe5-5eab-43d8-9437-51a33944a1ed), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.857512 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (15476fe5-5eab-43d8-9437-51a33944a1ed), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.875852 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15476fe5-5eab-43d8-9437-51a33944a1ed,revision_number=0']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:33.882192 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:33.884096 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-68e33252-7a1d-43ce-bc8b-45e717a351e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610882 Feb 15 03:12:33.886275 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 50882) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:33.894495 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'security_group_rule': {'security_group_id': '34513e64-2481-42d6-addc-aff225ff5014', 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:33.918755 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.securitygroups_db [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Project 9f4d896942cb4b5b98ac53863ee23ac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 03:12:33.924725 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (ac6c6927-4a9f-4310-a800-434d4aacf8cd), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.012403 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (ac6c6927-4a9f-4310-a800-434d4aacf8cd), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.017418 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645873'] for security_group_rule (ac6c6927-4a9f-4310-a800-434d4aacf8cd), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.047591 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c6927-4a9f-4310-a800-434d4aacf8cd,revision_number=0']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:34.055981 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.057216 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-2e22cde4-d50c-480d-9ca4-5942461361a7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696534 Feb 15 03:12:34.678616 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 09ccc190-9c71-4193-a403-b4474a78b6f2 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:34.732520 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 09ccc190-9c71-4193-a403-b4474a78b6f2 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:34.732890 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.821886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 09ccc190-9c71-4193-a403-b4474a78b6f2 is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:34.822374 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.849005 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] For port 09ccc190-9c71-4193-a403-b4474a78b6f2, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=09ccc190-9c71-4193-a403-b4474a78b6f2,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:34.856351 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:34.906941 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Pushing event updated for resources: {'Port': ['ID=09ccc190-9c71-4193-a403-b4474a78b6f2,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:35.160366 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Sync routers for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:12:35.173936 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:35.174553 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:35.370800 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:35.580924 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '74fa39df-4d70-4a18-bef0-ab6fcca58ebd', 'name': '', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'mac_address': 'fa:16:3e:67:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:30Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 2, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'subnets': [{'id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:35.609804 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Checking router: 72451803-07bb-491c-b7ee-7df9fb824113 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:12:35.610160 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Updating router 72451803-07bb-491c-b7ee-7df9fb824113 port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd binding host dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 03:12:35.639253 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:35.906748 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks [] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:35.912353 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:35.961922 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c5d48-23e0-4f53-91ae-388bd4fdafb2 None None] Pushing event updated for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:36.016313 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Attempting to bind port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd on host dv-cinder-828085-9-iscsi for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:36.016686 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Attempting to bind port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd by drivers openvswitch,hyperv on host dv-cinder-828085-9-iscsi at level 0 using segments [{'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:36.017050 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Attempting to bind port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd on network 75841912-44b4-4d91-bf55-48b99cc652bc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:36.022846 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Checking agent: {'id': '20a03e6c-d46b-4c14-bac7-8a77248ddb58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828085-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 2, 54, 19), 'started_at': datetime.datetime(2022, 2, 15, 2, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828085-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:36.023257 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Checking segment: {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:36.023665 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.024063 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Bound using segment: {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:36.024538 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Bound port: 74fa39df-4d70-4a18-bef0-ab6fcca58ebd, host: dv-cinder-828085-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:36.024921 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.093115 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] For port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd, host dv-cinder-828085-9-iscsi, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:36.096313 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] For port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd, host dv-cinder-828085-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:36.104287 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.147093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Provisioning complete for port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:36.147865 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.152731 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:12:36.153617 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:36.207671 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c5d48-23e0-4f53-91ae-388bd4fdafb2 None None] Pushing event updated for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=4']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:36.250192 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Current status of the port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd is: DOWN; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:36.251002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.294116 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] For port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:12:36.300065 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.306276 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:12:36.355039 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654dce-968e-41c6-adcd-ecaa3091f280 None None] Pushing event updated for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:36.423141 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-ac750bf9-c3fb-41ab-9a51-ea6cf5ec2de9 None None] Provisioning complete for port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:36.423468 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac750bf9-c3fb-41ab-9a51-ea6cf5ec2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.509201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ac750bf9-c3fb-41ab-9a51-ea6cf5ec2de9 None None] Current status of the port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:36.519013 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '74fa39df-4d70-4a18-bef0-ab6fcca58ebd', 'name': '', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'mac_address': 'fa:16:3e:67:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:30Z', 'updated_at': '2022-02-15T03:12:36Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'subnets': [{'id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:12:36.551461 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b83ef-e86a-414d-bf3f-fd071fce47d2 None None] The sync data for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi is: [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '74fa39df-4d70-4a18-bef0-ab6fcca58ebd', 'name': '', 'network_id': '75841912-44b4-4d91-bf55-48b99cc652bc', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'mac_address': 'fa:16:3e:67:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:30Z', 'updated_at': '2022-02-15T03:12:36Z', 'revision_number': 4, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'subnets': [{'id': 'cb867a4b-23e5-4df9-8d7f-7b7be41622a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:12:36.688268 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 09ccc190-9c71-4193-a403-b4474a78b6f2 up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:36.741799 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 09ccc190-9c71-4193-a403-b4474a78b6f2 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:36.742185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.844959 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 09ccc190-9c71-4193-a403-b4474a78b6f2 is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:36.846035 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74fa39df-4d70-4a18-bef0-ab6fcca58ebd up at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:12:36.901125 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Provisioning complete for port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:36.901720 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:36.996589 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Current status of the port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd is: ACTIVE; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:12:41.839671 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8584a2e-d25d-47f2-a0fe-170a7aa157c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:44.718132 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08a73251-78fc-48d0-883a-4764c2ab3696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:46.542601 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.007918 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.172696 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51048) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:48.281028 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-85c4ef03-41a7-477e-95b8-1cd7448b86db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.353239 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-85c4ef03-41a7-477e-95b8-1cd7448b86db admin admin] Publish callbacks [] for security_group (cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.357657 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-85c4ef03-41a7-477e-95b8-1cd7448b86db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.396536 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-85c4ef03-41a7-477e-95b8-1cd7448b86db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e07c72e0c314281be69804cfdfb3e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225552 Feb 15 03:12:48.397395 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4ef03-41a7-477e-95b8-1cd7448b86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:48.400058 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51052) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:12:48.449460 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] Publish callbacks [] for security_group (cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.469625 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] Publish callbacks [] for security_group (cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.516516 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.519117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:48.522886 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb HTTP/1.1" status: 204 len: 168 time: 0.1185870 Feb 15 03:12:48.528372 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874185da-e87b-4d7b-abc6-e61960ca0707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcf02d-b818-4d2f-9f0d-bdfebcf0c2fb,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:48.828271 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:50.681431 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-756887fa-81ad-4511-8d19-af1874f6c47d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022001489&fields=id&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 267 time: 0.0456221 Feb 15 03:12:50.786052 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-8f93744e-9ce0-435c-ad27-20f82a4c0321 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:50.787469 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-8f93744e-9ce0-435c-ad27-20f82a4c0321 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.0996218 Feb 15 03:12:50.802025 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-c21225d5-cfc1-44be-b8f7-959cacb9031d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/quotas/9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 375 time: 0.0092602 Feb 15 03:12:50.856553 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-0b54c146-9736-4468-9093-29fd1199995e tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495646 Feb 15 03:12:50.962055 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-8dd822e9-75f6-4d9a-8c15-ec7bb0d5cd80 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:12:50.963064 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-8dd822e9-75f6-4d9a-8c15-ec7bb0d5cd80 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960557 Feb 15 03:12:51.054361 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-98f32a02-f210-429a-8046-f7b0a18c8e84 service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Feb 15 03:12:51.142788 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-426eb36b-ca3b-489c-91c2-1cdb883357db service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821528 Feb 15 03:12:51.477453 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d1eb1e60-56a2-4792-a04d-0ea905b13d42 req-3695ad97-9d27-4099-9cea-85848d9677fd tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 210 time: 0.0836935 Feb 15 03:12:52.706754 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b1f3fe23-4c48-4487-bc02-7c369726469c req-b3a6327c-b2b1-415a-8c1a-b6870dc4daba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 210 time: 0.0346527 Feb 15 03:12:52.748848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-c95828c4-25ee-4e51-b409-e7b5e0ec0ec8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:52.750317 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-c95828c4-25ee-4e51-b409-e7b5e0ec0ec8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.3951194 Feb 15 03:12:52.815679 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-cb03a797-6bbc-4b18-8a40-c89860e7d369 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 380 time: 0.0568776 Feb 15 03:12:52.823623 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'port': {'device_id': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'admin_state_up': True, 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'security_groups': ['34513e64-2481-42d6-addc-aff225ff5014']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:52.937795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Made reservation on behalf of 9f4d896942cb4b5b98ac53863ee23ac7 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:12:52.941180 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.059881 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.20.0.12 (07078048-b221-49e0-9f5a-17366133853f/8d0b5961-0156-4112-96e3-a96820624464/9c5ea068-0584-47c4-8e17-e1ea70bec43e) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:12:53.193061 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.228569 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.270232 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.270988 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:12:53.275631 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:12:53.280088 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:12:53.286617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:53.331962 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:53.332561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.349611 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-278deffe-a425-49a2-b92e-d5d4e872daf5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5296090 Feb 15 03:12:53.359752 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-3678ff71-86dd-4782-b6b8-9ee873965350 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:12:53.360928 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-3678ff71-86dd-4782-b6b8-9ee873965350 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062563 Feb 15 03:12:53.417220 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Request body: {'port': {'device_id': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:12:53.481416 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.534502 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-6a82f5ec-b172-47cd-9840-84068f8d3b1d None None] Provisioning complete for port 9c5ea068-0584-47c4-8e17-e1ea70bec43e triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:12:53.534879 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a82f5ec-b172-47cd-9840-84068f8d3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.568080 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6a82f5ec-b172-47cd-9840-84068f8d3b1d None None] Port 9c5ea068-0584-47c4-8e17-e1ea70bec43e cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:12:53.737860 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5ea068-0584-47c4-8e17-e1ea70bec43e {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:12:53.745316 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks [] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.757685 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Transition to ACTIVE for port object 9c5ea068-0584-47c4-8e17-e1ea70bec43e will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:12:53.762420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.833133 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805f81-f0eb-4f19-95d0-10919f4a2f0c req-4fb9d6fd-7148-4d0e-b493-7184c5920ea3 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:53.833713 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:53.835629 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b2805f81-f0eb-4f19-95d0-10919f4a2f0c req-4fb9d6fd-7148-4d0e-b493-7184c5920ea3 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0559702 Feb 15 03:12:53.885632 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Attempting to bind port 9c5ea068-0584-47c4-8e17-e1ea70bec43e on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:12:53.885970 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Attempting to bind port 9c5ea068-0584-47c4-8e17-e1ea70bec43e by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:12:53.886301 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Attempting to bind port 9c5ea068-0584-47c4-8e17-e1ea70bec43e on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:53.891542 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Port 9c5ea068-0584-47c4-8e17-e1ea70bec43e on network 07078048-b221-49e0-9f5a-17366133853f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:12:53.891868 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Attempting to bind port 9c5ea068-0584-47c4-8e17-e1ea70bec43e on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:12:53.895925 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-b2805f81-f0eb-4f19-95d0-10919f4a2f0c req-5dcfcfa4-d4a3-430f-a12a-9b7304739384 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544419 Feb 15 03:12:53.896832 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:12:53.897172 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:12:53.897550 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Bound using segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:12:53.897977 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Bound port: 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:12:53.898337 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:53.965471 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:12:53.969264 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:12:53.975572 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:54.014102 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.014728 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:12:54.016139 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 1094 time: 0.6482289 Feb 15 03:12:54.016582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:12:54.018834 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e417c9e7-6b90-4a36-b6e1-d647679c9b03" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:12:54.049759 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ad0e8-54a1-4607-9404-349e7fb746e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:12:54.117955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-2d2a04f3-c488-46ab-866c-d75386f8ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.119516 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-2d2a04f3-c488-46ab-866c-d75386f8ff16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1128 time: 0.0641036 Feb 15 03:12:54.133469 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286d32c-18b5-492c-9993-c449959c047c x-openstack-request-id: req-6286d32c-18b5-492c-9993-c449959c047c {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:12:54.133795 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:12:54.134054 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6286d32c-18b5-492c-9993-c449959c047c {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:12:54.134457 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'status': 'completed', 'code': 200} Feb 15 03:12:54.162123 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-c80d8590-3bd3-459e-9336-01d464e686b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 217 time: 0.0365586 Feb 15 03:12:54.216767 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-b7cb40db-7a26-43e8-ac15-fabe50413ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.218489 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-b7cb40db-7a26-43e8-ac15-fabe50413ab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0510774 Feb 15 03:12:54.267883 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-72b0944f-eefe-4072-93c1-3c251484d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.269297 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-72b0944f-eefe-4072-93c1-3c251484d581 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449660 Feb 15 03:12:54.354761 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-0e893ece-83c6-4cf4-9b92-74d6bdaad0c2 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795527 Feb 15 03:12:54.444549 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f1624617-c5c4-44cb-b327-3841d4cb68ac req-7bd1fe85-c9c5-4751-91d4-1add108d2579 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842512 Feb 15 03:12:54.532317 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-182c59f0-2675-4d8b-a54d-a2efc277a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.533705 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-182c59f0-2675-4d8b-a54d-a2efc277a9ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1128 time: 0.0439041 Feb 15 03:12:54.631070 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-a789d8d7-09f6-474a-b44d-da9a740d12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.632640 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-a789d8d7-09f6-474a-b44d-da9a740d12ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0929379 Feb 15 03:12:54.675103 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-e67872b9-a17f-48f9-9fe1-786368754fc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 217 time: 0.0342820 Feb 15 03:12:54.723249 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-cec3e5ae-e367-4a4f-80c6-7dce9cef29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.724679 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-cec3e5ae-e367-4a4f-80c6-7dce9cef29cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0434391 Feb 15 03:12:54.775893 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-ffd6657d-0f1e-4f79-9e8c-2e6418ba31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:54.777918 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-ffd6657d-0f1e-4f79-9e8c-2e6418ba31c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472724 Feb 15 03:12:54.865606 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-50d47dfc-e93c-4b8b-9be3-050d5d3d9294 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818741 Feb 15 03:12:54.958021 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e417c9e7-6b90-4a36-b6e1-d647679c9b03 req-a18a93c9-6a0f-43cc-89df-5103351d506f service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Feb 15 03:12:55.016372 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214b4a-34f2-4d20-846c-adf239d8cf4f req-f8fa97b8-3fb8-4eaf-9de6-c3776e9e8f17 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:55.017954 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9a214b4a-34f2-4d20-846c-adf239d8cf4f req-f8fa97b8-3fb8-4eaf-9de6-c3776e9e8f17 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0518417 Feb 15 03:12:55.066540 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-9a214b4a-34f2-4d20-846c-adf239d8cf4f req-4d103743-60e0-4f56-8a01-beb70214ba3a tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Feb 15 03:12:56.185698 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ffd09-b280-4923-b249-68d4e4e07428 req-15429146-33d0-46c6-8371-26db05edde74 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:56.187191 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2e7ffd09-b280-4923-b249-68d4e4e07428 req-15429146-33d0-46c6-8371-26db05edde74 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0523324 Feb 15 03:12:56.237001 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2e7ffd09-b280-4923-b249-68d4e4e07428 req-ed1aa134-1705-4e80-8d08-354499b6b04b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442882 Feb 15 03:12:57.352080 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8a3a1-e514-4610-aac3-1e249a313a64 req-e7d9e5a9-57e7-468b-9998-53d185981904 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:57.353808 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0bc8a3a1-e514-4610-aac3-1e249a313a64 req-e7d9e5a9-57e7-468b-9998-53d185981904 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0518043 Feb 15 03:12:57.401565 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0bc8a3a1-e514-4610-aac3-1e249a313a64 req-c1b45679-d420-4426-8dd3-d8cacca991ca tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Feb 15 03:12:58.232064 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:12:58.517470 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc090ce5-ac54-4dc6-b540-c6673cef3c78 req-ffc5e8a4-8d99-4854-9658-f16393f384bc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:58.518890 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fc090ce5-ac54-4dc6-b540-c6673cef3c78 req-ffc5e8a4-8d99-4854-9658-f16393f384bc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0520778 Feb 15 03:12:58.565975 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fc090ce5-ac54-4dc6-b540-c6673cef3c78 req-94871f8a-be12-4db6-9593-d51c975efb7e tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Feb 15 03:12:59.685671 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97eaeb-362a-48b9-851b-43fd1a75f37f req-bd73aad8-51b4-4981-bf6c-9d3fe9ab63f0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:12:59.687411 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bf97eaeb-362a-48b9-851b-43fd1a75f37f req-bd73aad8-51b4-4981-bf6c-9d3fe9ab63f0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0558550 Feb 15 03:12:59.735275 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-bf97eaeb-362a-48b9-851b-43fd1a75f37f req-09c76e05-014e-4905-946b-85a9c8180c60 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Feb 15 03:13:00.862617 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706d05-a8d2-430c-920a-982f272939f1 req-1d3ae29f-698c-46c5-b8b1-ecd46f9e7adf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:00.864003 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b706d05-a8d2-430c-920a-982f272939f1 req-1d3ae29f-698c-46c5-b8b1-ecd46f9e7adf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 944 time: 0.0550814 Feb 15 03:13:00.911820 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b706d05-a8d2-430c-920a-982f272939f1 req-f8d624d5-f2a3-4280-8c09-4991fa698322 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Feb 15 03:13:01.739714 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 9c5ea068-0584-47c4-8e17-e1ea70bec43e details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:13:01.837453 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:01.849404 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'port_id': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'mac_address': 'fa:16:3e:53:b9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:13:01.886258 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 9c5ea068-0584-47c4-8e17-e1ea70bec43e is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:01.886645 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:01.899059 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5ea068-0584-47c4-8e17-e1ea70bec43e {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:13:01.922648 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:01.926416 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:01.972853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:02.030941 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f727b-f5d6-4dc7-b9c0-c519c2e82d41 req-43abe5f2-b5b6-44ec-902f-bcdb4d202bf0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:02.032366 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-355f727b-f5d6-4dc7-b9c0-c519c2e82d41 req-43abe5f2-b5b6-44ec-902f-bcdb4d202bf0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 945 time: 0.0528328 Feb 15 03:13:02.080956 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-355f727b-f5d6-4dc7-b9c0-c519c2e82d41 req-f9dc11f3-51db-4dea-bc34-d6c625b73b70 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Feb 15 03:13:02.130348 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['9c5ea068-0584-47c4-8e17-e1ea70bec43e'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:13:03.195866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d4dc-6bc9-4c9f-96f2-878d9dde2dab req-c808a829-d259-4de0-b013-d03a43657cd5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:03.197331 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-89c1d4dc-6bc9-4c9f-96f2-878d9dde2dab req-c808a829-d259-4de0-b013-d03a43657cd5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 945 time: 0.0511477 Feb 15 03:13:03.247539 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-89c1d4dc-6bc9-4c9f-96f2-878d9dde2dab req-22df70c3-bd67-41db-a712-de975b341dd0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Feb 15 03:13:03.739779 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 9c5ea068-0584-47c4-8e17-e1ea70bec43e up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:13:03.788002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 9c5ea068-0584-47c4-8e17-e1ea70bec43e completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:13:03.792044 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 9c5ea068-0584-47c4-8e17-e1ea70bec43e triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:13:03.792423 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:03.870651 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 9c5ea068-0584-47c4-8e17-e1ea70bec43e is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:13:03.871032 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:03.893648 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:13:03.895884 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b4fa5-fc68-4f67-8989-2c7518bbda0e" -d '{"events": [{"server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:13:03.908441 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:13:03.912399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:03.959877 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:03.995038 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9fef1d-05a5-4a1e-910f-5fc1c2a0a513 x-openstack-request-id: req-bf9fef1d-05a5-4a1e-910f-5fc1c2a0a513 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:13:03.995393 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:13:03.995650 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf9fef1d-05a5-4a1e-910f-5fc1c2a0a513 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:13:03.996058 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'code': 200} Feb 15 03:13:04.198820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d755-147b-4d30-81b9-f9af57ac89a1 req-8f3b2420-e1da-4714-a4ae-b2160186fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:04.200424 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ef68d755-147b-4d30-81b9-f9af57ac89a1 req-8f3b2420-e1da-4714-a4ae-b2160186fae0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1130 time: 0.0434194 Feb 15 03:13:04.252564 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ef68d755-147b-4d30-81b9-f9af57ac89a1 req-760f992e-ae89-43f1-81b9-4379f58b1a90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Feb 15 03:13:04.362360 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c578f1d-a0f0-4edb-b3b9-8f0629e2ebc5 req-5ab7d026-8cb3-4b1e-a87f-3c6770ae74dc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:04.363863 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0c578f1d-a0f0-4edb-b3b9-8f0629e2ebc5 req-5ab7d026-8cb3-4b1e-a87f-3c6770ae74dc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0514877 Feb 15 03:13:04.412123 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-0c578f1d-a0f0-4edb-b3b9-8f0629e2ebc5 req-8a902dae-1443-4e91-a061-1f0f3283bbb0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Feb 15 03:13:05.533144 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950215b-0059-47cb-8741-e0f30916871f req-cba94eae-6360-4a25-9bc8-798fca772555 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:05.534536 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4950215b-0059-47cb-8741-e0f30916871f req-cba94eae-6360-4a25-9bc8-798fca772555 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0552781 Feb 15 03:13:05.582664 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-4950215b-0059-47cb-8741-e0f30916871f req-a31494a0-931e-4afc-9729-3083b453f7f4 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Feb 15 03:13:05.698010 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029c2a2-c3da-4d18-a1de-3c325a693b2b req-71c45a45-12e4-4879-a85e-3b408eb339da tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:05.699494 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2029c2a2-c3da-4d18-a1de-3c325a693b2b req-71c45a45-12e4-4879-a85e-3b408eb339da tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0511961 Feb 15 03:13:05.747412 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2029c2a2-c3da-4d18-a1de-3c325a693b2b req-36723dbd-bf66-4b60-a678-e51afc13aa88 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Feb 15 03:13:05.769535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51128) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:13:05.911813 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f17d05-d4a0-45d2-8411-fa8841e457e8 tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:05.913377 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-24f17d05-d4a0-45d2-8411-fa8841e457e8 tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1125 time: 0.1428852 Feb 15 03:13:05.916363 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51132) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:13:05.921134 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'port_id': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:13:05.941121 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.035881 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.142965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.27.1.162 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/bfd8e61f-f4fd-483e-b74a-ef6000a066d1) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:13:06.248941 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.297540 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.339208 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:13:06.344866 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:13:06.348305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:13:06.354103 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=bfd8e61f-f4fd-483e-b74a-ef6000a066d1,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:06.705902 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (2edfb6b5-7222-4efd-8638-6e77c32576df), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.774746 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.925344 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:06.929842 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:07.002183 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=bfd8e61f-f4fd-483e-b74a-ef6000a066d1,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:13:07.015089 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.015476 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.015831 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.017148 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.017505 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.017840 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.018174 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.018508 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.018846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.019240 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.019529 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.019857 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.020186 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:13:07.025972 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (2edfb6b5-7222-4efd-8638-6e77c32576df), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:07.125583 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP 2edfb6b5-7222-4efd-8638-6e77c32576df associated. External IP: 172.27.1.162, port: 9c5ea068-0584-47c4-8e17-e1ea70bec43e. Feb 15 03:13:07.341455 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:13:07.455754 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:13:07.466118 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:13:07.474363 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:07.476949 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:13:07.477653 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:13:07.506316 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a59b2c8d-4ab1-469f-955b-9522e3510275 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5888076 Feb 15 03:13:07.506923 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:13:07.509281 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45462c-e00a-402e-983c-310a8278779c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:13:07.555053 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593f080-0684-4396-a388-30dce036d43d x-openstack-request-id: req-2593f080-0684-4396-a388-30dce036d43d {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:13:07.555654 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:13:07.555945 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2593f080-0684-4396-a388-30dce036d43d {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:13:07.556356 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'status': 'completed', 'code': 200} Feb 15 03:13:07.588602 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:13:07.624683 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45462c-e00a-402e-983c-310a8278779c req-f2e20380-5a1b-427c-9681-d4abf21db1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:07.626312 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-f2e20380-5a1b-427c-9681-d4abf21db1ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1130 time: 0.0496104 Feb 15 03:13:07.721972 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45462c-e00a-402e-983c-310a8278779c req-4f98b674-7caf-49d2-aa3e-a066c179cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:07.723413 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-4f98b674-7caf-49d2-aa3e-a066c179cf21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0902717 Feb 15 03:13:07.793775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-c83a667b-efca-481b-82d1-31eeaf382769 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 1000 time: 0.0649312 Feb 15 03:13:07.843656 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45462c-e00a-402e-983c-310a8278779c req-55f63cef-9f61-4052-9e7e-1aed99bd1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:07.845118 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-55f63cef-9f61-4052-9e7e-1aed99bd1a07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0464404 Feb 15 03:13:07.855552 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2edfb6b5-7222-4efd-8638-6e77c32576df', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:53:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:13:06Z', 'updated_at': '2022-02-15T03:13:06Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:13:07.882619 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:13:07.892052 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:13:07.892693 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:12:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:13:07.898834 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45462c-e00a-402e-983c-310a8278779c req-efb099e9-c276-4ea6-a4dc-23f14865217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:07.900580 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-efb099e9-c276-4ea6-a4dc-23f14865217a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504394 Feb 15 03:13:07.989017 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-5b124466-49d6-4c5b-ae3d-a9c309c31466 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Feb 15 03:13:08.004680 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:13:08.085422 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-6d45462c-e00a-402e-983c-310a8278779c req-906fdb74-42cb-4998-94e1-99311da77df5 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Feb 15 03:13:08.235633 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2edfb6b5-7222-4efd-8638-6e77c32576df', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:53:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:13:06Z', 'updated_at': '2022-02-15T03:13:06Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:13:08.261792 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040caa7-5220-4ac0-b373-79d2f30147ca None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '2edfb6b5-7222-4efd-8638-6e77c32576df', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:53:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:13:06Z', 'updated_at': '2022-02-15T03:13:06Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:13:08.449109 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce44b-319b-402d-b90d-8c8da3a6a0bf None None] New status for floating IP 2edfb6b5-7222-4efd-8638-6e77c32576df: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:13:11.841497 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f8cd326-c892-46b7-aa98-1112b1f432da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:14.719249 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6efd4a1-0319-45f5-b3ed-28345d846665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:16.546003 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:18.011263 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:18.830531 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:23.285973 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:26.039986 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-2a98cec8-af14-496f-8986-f5aad34ce964 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437801 Feb 15 03:13:26.126561 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-73efaebb-a545-4fbb-abc4-0b2f08b02dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:26.128214 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-73efaebb-a545-4fbb-abc4-0b2f08b02dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1130 time: 0.0456290 Feb 15 03:13:26.239185 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-b16e188b-e2ec-46e0-aa95-aa058713aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:26.240581 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-b16e188b-e2ec-46e0-aa95-aa058713aa99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0933735 Feb 15 03:13:26.310576 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-1d16f3db-03fb-4640-bde5-6e059bdb8b86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 1002 time: 0.0633621 Feb 15 03:13:26.360366 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-ec9e4064-86e5-4e74-a957-6c3e9be13ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:26.361810 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-ec9e4064-86e5-4e74-a957-6c3e9be13ecd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0442100 Feb 15 03:13:26.414289 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-a00e772e-fee5-4fa0-8cfd-97b2719beece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:13:26.415858 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-a00e772e-fee5-4fa0-8cfd-97b2719beece service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478339 Feb 15 03:13:26.506188 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-f3db882f-d40e-4cea-89a4-86f2b3858b28 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Feb 15 03:13:26.855013 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-19339c63-2d1a-4839-989a-f26f87fb9bea req-48bb88b1-5fdc-4525-8f17-2c0d7ea7bcd3 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414290 Feb 15 03:13:35.231957 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:13:41.845941 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe225-6e22-411a-9845-6e2400cf5072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:44.719905 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c8d972a-990a-47d1-8419-eaa474315c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:46.549435 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:48.013138 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:48.832431 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:13:53.290868 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:11.848654 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-16570029-12d2-47ad-abae-330b120ebe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:12.231221 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:14:14.722332 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47a1ef2b-5fa9-46c5-97f5-2be7ce71c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:16.552042 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:18.014721 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:18.835680 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:23.302736 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:28.028322 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-c285a974-8625-40af-97c7-18cab6fb9274 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466416 Feb 15 03:14:28.114706 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-83b5260f-60a3-455e-985c-b679c8feeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:28.116258 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-83b5260f-60a3-455e-985c-b679c8feeacb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 1130 time: 0.0460775 Feb 15 03:14:28.225918 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-482e9767-8b3e-41ff-b7f9-30cda0630a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:28.227428 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-482e9767-8b3e-41ff-b7f9-30cda0630a7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0931761 Feb 15 03:14:28.293638 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-7cd08631-151d-4611-a3ca-258b3314f88f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 200 len: 1002 time: 0.0606790 Feb 15 03:14:28.345385 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-34d10a0c-9e5b-46b4-87b3-b8756b8505c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:28.346895 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-34d10a0c-9e5b-46b4-87b3-b8756b8505c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0459571 Feb 15 03:14:28.402591 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-84b97813-d0b9-4ba7-89c1-24f8c867185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:14:28.404169 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-84b97813-d0b9-4ba7-89c1-24f8c867185d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510855 Feb 15 03:14:28.493699 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-d1d46c75-ac7c-45c4-becf-8592d2eb774e service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Feb 15 03:14:28.585351 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-48435d28-3c59-48e0-848d-e2ef901903a0 req-a687c184-95fb-4de9-b6d8-2d8b5c17f139 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858326 Feb 15 03:14:41.851885 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c5002c8-8887-40e5-bfb6-844af84c015b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:44.724133 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d5784712-5b15-4920-a64e-09babf38929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:46.554399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:48.016210 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:48.839241 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:14:49.229631 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:14:53.303662 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:02.969619 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290805b8-c054-4592-a445-121498ba2f35 req-c8af0113-7140-4c83-a515-91d192be2bc4 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:02.971052 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-290805b8-c054-4592-a445-121498ba2f35 req-c8af0113-7140-4c83-a515-91d192be2bc4 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0538585 Feb 15 03:15:03.019568 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-290805b8-c054-4592-a445-121498ba2f35 req-18a969d0-e82a-4e83-904e-06230e0f3f48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Feb 15 03:15:04.136641 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8157-6322-4c8f-97f8-f967707a4904 req-18862a5e-7955-4ccd-bb24-37cfd8feaa2c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:04.138084 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eabd8157-6322-4c8f-97f8-f967707a4904 req-18862a5e-7955-4ccd-bb24-37cfd8feaa2c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0518105 Feb 15 03:15:04.185362 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-eabd8157-6322-4c8f-97f8-f967707a4904 req-b3c2162e-032c-4825-8eb9-78861caeba73 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Feb 15 03:15:04.412677 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-96768520-398a-4778-bbd3-09f62a214ee3 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:04.414130 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-96768520-398a-4778-bbd3-09f62a214ee3 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 946 time: 0.0510278 Feb 15 03:15:04.507187 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port 9c5ea068-0584-47c4-8e17-e1ea70bec43e {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:15:04.507535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:04.594805 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] For port 9c5ea068-0584-47c4-8e17-e1ea70bec43e, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=9c5ea068-0584-47c4-8e17-e1ea70bec43e,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:15:04.595192 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:04.766345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:04.766634 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (2edfb6b5-7222-4efd-8638-6e77c32576df), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:04.767007 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.db.l3_db [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP 2edfb6b5-7222-4efd-8638-6e77c32576df disassociated. External IP: 172.27.1.162, port: 9c5ea068-0584-47c4-8e17-e1ea70bec43e. Feb 15 03:15:04.767345 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for 9c5ea068-0584-47c4-8e17-e1ea70bec43e owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:15:04.897499 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (9c5ea068-0584-47c4-8e17-e1ea70bec43e), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:04.929261 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=9c5ea068-0584-47c4-8e17-e1ea70bec43e,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:04.940876 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.941234 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.941589 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.941933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.942267 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.942595 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.942928 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.943282 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.943614 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.943946 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.944274 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.944598 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:04.944923 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:05.055012 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:15:05.162680 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:15:05.173411 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:15:05.184518 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:05.185220 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:14:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:05.205046 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] No DVR routers for this DVR port 9c5ea068-0584-47c4-8e17-e1ea70bec43e on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:15:05.207693 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:05.211217 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-43f73bdf-c3e7-4531-bc15-f12cee3725ed req-ab3a576e-d701-4b17-9a31-62cc3c2b4a48 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "DELETE /v2.0/ports/9c5ea068-0584-47c4-8e17-e1ea70bec43e HTTP/1.1" status: 204 len: 173 time: 0.7922001 Feb 15 03:15:05.211692 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'name': 'network-vif-deleted', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:05.215535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8be4a8-b66c-4e7d-88b5-7bacc4994db9" -d '{"events": [{"server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "name": "network-vif-deleted", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:05.262116 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7bc4e-3a60-4451-a2cc-1c5a6ecf7ed8 x-openstack-request-id: req-aba7bc4e-3a60-4451-a2cc-1c5a6ecf7ed8 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:05.262501 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab59de8-a5cb-4946-9dad-05c0bf3c95ad", "name": "network-vif-deleted", "tag": "9c5ea068-0584-47c4-8e17-e1ea70bec43e", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:05.262871 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aba7bc4e-3a60-4451-a2cc-1c5a6ecf7ed8 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:05.263306 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab59de8-a5cb-4946-9dad-05c0bf3c95ad', 'name': 'network-vif-deleted', 'tag': '9c5ea068-0584-47c4-8e17-e1ea70bec43e', 'status': 'completed', 'code': 200} Feb 15 03:15:05.317254 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:05.320631 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-51e1926c-402e-41c7-abb0-4ef630425d08 req-86048f87-0773-4224-a8f2-554435300983 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab59de8-a5cb-4946-9dad-05c0bf3c95ad HTTP/1.1" status: 200 len: 210 time: 0.0290577 Feb 15 03:15:05.529462 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:05.556276 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:15:05.565546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:05.566154 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:14:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:05.682602 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:05.892909 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:05.920558 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf220982-20a1-41d6-b3e8-ac999fc32ada None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:15:06.133723 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d83b7-9c7e-48e0-9a65-3cacf24d58e8 None None] New status for floating IP 2edfb6b5-7222-4efd-8638-6e77c32576df: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:15:06.556350 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-8939fb4f-a588-4783-afae-d2a406f9c532 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022001489&fields=id&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 267 time: 0.0476015 Feb 15 03:15:06.660089 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-62acc25f-6eab-4a71-a902-01afb2fe58f2 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:06.661444 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-62acc25f-6eab-4a71-a902-01afb2fe58f2 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.0986710 Feb 15 03:15:06.678177 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-dd354ff3-436a-4365-9b2f-38892650fe4b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/quotas/9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Feb 15 03:15:06.732401 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-b835eadc-b9ea-43dc-a397-c52f827715dd tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492499 Feb 15 03:15:06.832951 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-cbf8e8e1-b0cf-4f5b-b4b2-86ffb8150462 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 03:15:06.833957 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-cbf8e8e1-b0cf-4f5b-b4b2-86ffb8150462 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0901327 Feb 15 03:15:06.925676 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-bb064514-85ce-48eb-9f52-a5e502812380 service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858958 Feb 15 03:15:07.015709 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-0ef1e277-fd00-4917-a12a-11ead8429d47 service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843322 Feb 15 03:15:07.296592 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-fa80bce8-8b53-455d-9160-ba78f363c042 req-85ecf800-4894-4107-b07e-eeff6786770e tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 210 time: 0.0270097 Feb 15 03:15:08.178667 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-6c81dbd4-af04-4c7f-8ad6-98f199ab37d9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:08.180176 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-6c81dbd4-af04-4c7f-8ad6-98f199ab37d9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.1106825 Feb 15 03:15:08.246994 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-ef3de54b-f7cb-4dc8-9322-0f98aa78bd6b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 380 time: 0.0588036 Feb 15 03:15:08.254996 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'port': {'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'admin_state_up': True, 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'security_groups': ['34513e64-2481-42d6-addc-aff225ff5014']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:08.361270 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Made reservation on behalf of 9f4d896942cb4b5b98ac53863ee23ac7 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:15:08.364776 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.398193 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-28526f25-3778-4b67-b6c7-b03abe3e0247 req-7db91fa6-6365-41b7-8a38-6f0fad6728ad tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 210 time: 0.0326898 Feb 15 03:15:08.478396 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 9c5ea068-0584-47c4-8e17-e1ea70bec43e no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:15:08.499139 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.20.0.14 (07078048-b221-49e0-9f5a-17366133853f/8d0b5961-0156-4112-96e3-a96820624464/4dbcbc72-8f76-488d-8846-bb6e74ce8fba) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:15:08.505592 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 9c5ea068-0584-47c4-8e17-e1ea70bec43e {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:15:08.505998 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 9c5ea068-0584-47c4-8e17-e1ea70bec43e not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:15:08.648371 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.683766 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.725660 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:15:08.731117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:15:08.735003 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:15:08.741673 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:08.790015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:08.790640 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.813045 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-35235283-3324-403a-9668-7d9520135817 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616615 Feb 15 03:15:08.824403 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Request body: {'port': {'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:08.897698 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.959609 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-606fc7b7-0eba-4590-ba3a-fb41935b283d None None] Provisioning complete for port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:15:08.959984 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-606fc7b7-0eba-4590-ba3a-fb41935b283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:08.993743 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-606fc7b7-0eba-4590-ba3a-fb41935b283d None None] Port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:15:09.154068 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbcbc72-8f76-488d-8846-bb6e74ce8fba {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:15:09.161506 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks [] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:09.173005 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Transition to ACTIVE for port object 4dbcbc72-8f76-488d-8846-bb6e74ce8fba will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:15:09.176842 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:09.228679 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:09.298153 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Attempting to bind port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:15:09.298500 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Attempting to bind port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:15:09.298824 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Attempting to bind port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:15:09.303362 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba on network 07078048-b221-49e0-9f5a-17366133853f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:15:09.303691 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Attempting to bind port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:15:09.309195 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:15:09.309536 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:15:09.309924 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Bound using segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:15:09.310355 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Bound port: 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:15:09.310715 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:09.378715 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:15:09.382670 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:15:09.391230 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:09.428487 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:09.429113 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:09.430713 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] 10.222.0.52 "PUT /v2.0/ports/4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 1094 time: 0.6105404 Feb 15 03:15:09.430931 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:09.433293 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23803b23-4a76-4c4b-97da-d19a9ed506b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:09.457584 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54166b80-ca15-4607-bf62-542e1a894001 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:09.499943 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0c7a13-6ffd-4c50-8b5a-e86cab8abe3e x-openstack-request-id: req-fe0c7a13-6ffd-4c50-8b5a-e86cab8abe3e {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:09.500395 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:09.500649 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe0c7a13-6ffd-4c50-8b5a-e86cab8abe3e {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:09.501039 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'status': 'completed', 'code': 200} Feb 15 03:15:09.562955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-ee3cb584-5371-4201-8642-ba249290fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:09.564492 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-ee3cb584-5371-4201-8642-ba249290fe17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1128 time: 0.0861962 Feb 15 03:15:09.576559 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ff9d7-6ac1-49b2-89a5-d396ab6dc82d req-d5b726d2-e1cb-42ec-b6fb-187c01a9b936 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:09.578075 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b2ff9d7-6ac1-49b2-89a5-d396ab6dc82d req-d5b726d2-e1cb-42ec-b6fb-187c01a9b936 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0899928 Feb 15 03:15:09.618798 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-aacd62b9-2e8e-409a-8c13-3afa40ac27c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 217 time: 0.0397294 Feb 15 03:15:09.694268 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4b2ff9d7-6ac1-49b2-89a5-d396ab6dc82d req-a1c96051-68e8-41cb-b336-a92951c31532 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094062 Feb 15 03:15:09.695599 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-b4c826dc-16c4-4a9e-8dd2-edf1064495af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:09.696945 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-b4c826dc-16c4-4a9e-8dd2-edf1064495af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0715129 Feb 15 03:15:09.745838 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9143-af10-4410-9f25-78fc9d988389 req-498e4d84-2563-4c3a-b065-7b2d0ffcbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:09.747373 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-498e4d84-2563-4c3a-b065-7b2d0ffcbacc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438643 Feb 15 03:15:09.833335 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-a31fe3bf-9c55-4f62-b131-2c9d56c71b87 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801287 Feb 15 03:15:09.920393 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-44ef9143-af10-4410-9f25-78fc9d988389 req-05d74773-85e8-4157-8a52-3f58db820a3b service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818286 Feb 15 03:15:10.012540 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-16c6f4d1-1931-4c25-aaef-3fba7e86c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:10.013934 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-16c6f4d1-1931-4c25-aaef-3fba7e86c524 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1128 time: 0.0459256 Feb 15 03:15:10.104308 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-d6a9ed43-38b6-4464-be96-5b657a79aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:10.105853 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-d6a9ed43-38b6-4464-be96-5b657a79aff7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0846052 Feb 15 03:15:10.160232 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-0f3a5c8a-c344-48ab-b7e0-f6dc3aa2a6cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 217 time: 0.0477004 Feb 15 03:15:10.228245 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-511b7348-802c-42c4-b64c-2ad0da444edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:10.231333 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-511b7348-802c-42c4-b64c-2ad0da444edf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0645237 Feb 15 03:15:10.282362 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-afbc103f-277b-40e6-986e-ba5eb97e30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:10.283955 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-afbc103f-277b-40e6-986e-ba5eb97e30bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476382 Feb 15 03:15:10.374852 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-5964a74b-3a75-4eab-802e-7ad3c82d41aa service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Feb 15 03:15:10.466979 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-23803b23-4a76-4c4b-97da-d19a9ed506b4 req-1b635be5-3779-4ba9-96a8-3d58d89491f0 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840759 Feb 15 03:15:10.816535 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5085b0-0915-42ec-b9eb-d1e603d72c81 req-f6466a4e-04eb-435c-8f8a-5686fa137a89 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:10.818032 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cf5085b0-0915-42ec-b9eb-d1e603d72c81 req-f6466a4e-04eb-435c-8f8a-5686fa137a89 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0547473 Feb 15 03:15:10.866968 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cf5085b0-0915-42ec-b9eb-d1e603d72c81 req-4bda4180-a8d9-4aab-9b57-a13d0af86798 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Feb 15 03:15:11.854865 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-355775f4-7a17-456c-b5d6-1325843be827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:11.984262 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777321-18a4-481d-bbe4-f34b1337c979 req-e4fa12e8-1024-4ec8-b15d-be8ff4b59919 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:11.985763 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9777321-18a4-481d-bbe4-f34b1337c979 req-e4fa12e8-1024-4ec8-b15d-be8ff4b59919 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0530796 Feb 15 03:15:12.033908 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f9777321-18a4-481d-bbe4-f34b1337c979 req-6ff4c2be-af93-4c6b-bd88-66fc608e0d65 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Feb 15 03:15:13.151370 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a8060-e262-4737-8bff-ad65855deeea req-22cc7d7b-2317-4939-b6a5-442a7e34dab6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:13.153432 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-237a8060-e262-4737-8bff-ad65855deeea req-22cc7d7b-2317-4939-b6a5-442a7e34dab6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0544951 Feb 15 03:15:13.203138 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-237a8060-e262-4737-8bff-ad65855deeea req-2ed8e459-cbd0-49c0-9c6e-a118df3b9c7b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Feb 15 03:15:14.319738 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0658d-f1ff-4c56-a1a2-7514fb751892 req-3c59e119-a1ed-411a-a14b-d4866512d51d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:14.321215 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6b0658d-f1ff-4c56-a1a2-7514fb751892 req-3c59e119-a1ed-411a-a14b-d4866512d51d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0516162 Feb 15 03:15:14.371456 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e6b0658d-f1ff-4c56-a1a2-7514fb751892 req-47bbf7e5-6875-48b2-8144-e00f5d397e28 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Feb 15 03:15:14.725482 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0537c73f-8e1e-4559-9259-adb8917b1112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:15.492996 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2c23-6c40-47e7-91d6-3edfd2a7d8a5 req-87595f97-a7d8-4a11-bbf9-0efe08f6cb7f tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:15.494378 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f6ea2c23-6c40-47e7-91d6-3edfd2a7d8a5 req-87595f97-a7d8-4a11-bbf9-0efe08f6cb7f tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0556991 Feb 15 03:15:15.543686 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-f6ea2c23-6c40-47e7-91d6-3edfd2a7d8a5 req-da115832-6d9d-4855-975e-acf50da47d2f tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Feb 15 03:15:16.477669 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 4dbcbc72-8f76-488d-8846-bb6e74ce8fba details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:15:16.572424 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:16.587465 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:15:16.599437 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:15:16.640325 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:15:16.640710 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:16.654066 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbcbc72-8f76-488d-8846-bb6e74ce8fba {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:15:16.663928 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44020c1-f741-4f8e-a031-bf1c8e81f30c req-3bf20ba9-9812-49da-ba71-583d2af25d44 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:16.664969 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e44020c1-f741-4f8e-a031-bf1c8e81f30c req-3bf20ba9-9812-49da-ba71-583d2af25d44 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 944 time: 0.0548222 Feb 15 03:15:16.674185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:15:16.677325 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:16.714804 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-e44020c1-f741-4f8e-a031-bf1c8e81f30c req-8f5211ed-f9b3-4984-a583-445679b4cb5d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Feb 15 03:15:16.725686 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:16.733621 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.733922 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.734273 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.734618 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.734960 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.735318 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.735658 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.735989 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.736321 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.736654 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.736983 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.737310 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.737635 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:16.883573 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['4dbcbc72-8f76-488d-8846-bb6e74ce8fba'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:15:17.833098 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63931f-52a6-47a4-b4dc-b8b8810120cc req-de2d6a26-508c-46ec-8092-495564ff1ebf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:17.834585 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7b63931f-52a6-47a4-b4dc-b8b8810120cc req-de2d6a26-508c-46ec-8092-495564ff1ebf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 945 time: 0.0529797 Feb 15 03:15:17.883320 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-7b63931f-52a6-47a4-b4dc-b8b8810120cc req-4067968b-acf3-48d6-b1c6-51fb0634b2b2 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Feb 15 03:15:18.018853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.477602 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 4dbcbc72-8f76-488d-8846-bb6e74ce8fba up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:15:18.527513 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:15:18.532129 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:15:18.532511 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.610143 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:15:18.610533 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.632110 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:18.634338 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9bbb35-b9c5-46a7-8e07-674efb592eae" -d '{"events": [{"server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:18.647608 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:15:18.651934 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.676669 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb94b75-076b-4692-a5de-dbd56c5ced54 x-openstack-request-id: req-2fb94b75-076b-4692-a5de-dbd56c5ced54 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:18.676963 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:18.677216 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fb94b75-076b-4692-a5de-dbd56c5ced54 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:18.677624 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'code': 200} Feb 15 03:15:18.702639 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:18.842627 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:18.889246 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04a764-97c7-477b-9e2f-a25650d769ac req-cf800e5b-c93b-4cd8-a340-3652be9d8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:18.890765 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ca04a764-97c7-477b-9e2f-a25650d769ac req-cf800e5b-c93b-4cd8-a340-3652be9d8c4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0457397 Feb 15 03:15:18.936873 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ca04a764-97c7-477b-9e2f-a25650d769ac req-6899d50c-c1fc-45ba-94b6-c92904f3b784 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Feb 15 03:15:19.002343 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94d22-0f38-4255-83f7-fb409f505c67 req-215c301f-6076-454b-8c34-d9b0f3657071 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:19.003869 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-efc94d22-0f38-4255-83f7-fb409f505c67 req-215c301f-6076-454b-8c34-d9b0f3657071 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0551004 Feb 15 03:15:19.051081 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-efc94d22-0f38-4255-83f7-fb409f505c67 req-edfe3417-ed9d-497d-96f5-e201d8c4a4ab tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Feb 15 03:15:20.172499 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7dadf-f0b2-4404-b128-4045f30402b3 req-2e763d63-9f1d-421b-94c4-c0b819b732b9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:20.173981 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-14a7dadf-f0b2-4404-b128-4045f30402b3 req-2e763d63-9f1d-421b-94c4-c0b819b732b9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0548954 Feb 15 03:15:20.222081 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-14a7dadf-f0b2-4404-b128-4045f30402b3 req-96dadb19-36e7-4c12-8589-989d7461a32e tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Feb 15 03:15:20.340004 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233cc21-2ad3-4e23-8ef1-f3627ec34d66 req-6a9557e8-4f06-4818-b62d-67176a64bce6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:20.341898 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d233cc21-2ad3-4e23-8ef1-f3627ec34d66 req-6a9557e8-4f06-4818-b62d-67176a64bce6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0542881 Feb 15 03:15:20.391328 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-d233cc21-2ad3-4e23-8ef1-f3627ec34d66 req-619fd453-049a-4192-af39-cbf61b2e872f tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Feb 15 03:15:20.413689 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51232) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:20.455670 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1233ce8-1577-43e2-9f32-b7758d00ba43 tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:20.457189 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-c1233ce8-1577-43e2-9f32-b7758d00ba43 tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1125 time: 0.0425229 Feb 15 03:15:20.459894 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51234) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:15:20.464055 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:15:20.484941 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:20.581003 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:20.683099 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.27.1.113 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/0a36e024-06c7-4227-8f39-0f6195004cb2) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:15:20.781956 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:20.815262 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:20.851451 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:15:20.854190 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:15:20.860019 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:15:20.889725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=0a36e024-06c7-4227-8f39-0f6195004cb2,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:20.900785 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.901140 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.901489 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.901835 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.902172 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.902507 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.902841 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.903884 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.904124 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.904457 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.904872 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.905116 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:20.905443 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:15:21.235362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (14d50ffe-52a1-4041-8115-a7cc46da4865), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.303453 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.454280 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.458649 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.524469 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=0a36e024-06c7-4227-8f39-0f6195004cb2,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:15:21.534928 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (14d50ffe-52a1-4041-8115-a7cc46da4865), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:21.861710 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP 14d50ffe-52a1-4041-8115-a7cc46da4865 associated. External IP: 172.27.1.113, port: 4dbcbc72-8f76-488d-8846-bb6e74ce8fba. Feb 15 03:15:22.067403 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:15:22.174795 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:15:22.185003 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:15:22.192819 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:22.194613 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:22.195340 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:15:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:22.225166 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-fd7cb5ba-18e1-4b3a-8aab-01b1f44cbac0 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7641926 Feb 15 03:15:22.225885 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:15:22.228595 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431cd750-1143-4574-b3e1-d8eca345e445" -d '{"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:15:22.315140 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:22.326646 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe71fe-4202-4d1b-80e8-c6cd4c592a99 x-openstack-request-id: req-83fe71fe-4202-4d1b-80e8-c6cd4c592a99 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:15:22.326946 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:15:22.327229 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83fe71fe-4202-4d1b-80e8-c6cd4c592a99 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:15:22.327632 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'status': 'completed', 'code': 200} Feb 15 03:15:22.389947 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cd750-1143-4574-b3e1-d8eca345e445 req-8de1a187-86db-464d-a8e8-d300a5f8dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:22.391570 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-8de1a187-86db-464d-a8e8-d300a5f8dd5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0439115 Feb 15 03:15:22.482976 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cd750-1143-4574-b3e1-d8eca345e445 req-c5d71255-5fb5-468f-8b7f-5d19ce50513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:22.484667 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-c5d71255-5fb5-468f-8b7f-5d19ce50513a service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0874784 Feb 15 03:15:22.541185 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:21Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:22.549989 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-82d2bf3f-bac4-4eca-b942-5a7bce94d4c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 1000 time: 0.0595660 Feb 15 03:15:22.568564 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:15:22.576999 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:15:22.577723 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:15:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:22.597046 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cd750-1143-4574-b3e1-d8eca345e445 req-37030090-7e85-4a98-86cf-9170ca9fbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:22.598510 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-37030090-7e85-4a98-86cf-9170ca9fbc58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0436764 Feb 15 03:15:22.651992 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cd750-1143-4574-b3e1-d8eca345e445 req-4d43b614-a0bd-48d5-a007-bed1cc9f9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:22.654290 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-4d43b614-a0bd-48d5-a007-bed1cc9f9e75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500500 Feb 15 03:15:22.744811 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-610520ee-af23-4f50-b29b-29fc5f913007 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847347 Feb 15 03:15:22.820887 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:15:22.836574 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-431cd750-1143-4574-b3e1-d8eca345e445 req-6e8f2634-009f-4daa-af14-fc2f12e4564f service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851877 Feb 15 03:15:23.040817 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:21Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:15:23.067059 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f444e41-faf2-448c-809b-cd7d76002e7b None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:21Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:15:23.265923 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d5c8f-60b1-470e-929a-d4c562d18dff None None] New status for floating IP 14d50ffe-52a1-4041-8115-a7cc46da4865: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:15:23.298108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:26.229065 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:15:30.299553 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-12e60b0e-9f4b-4235-841f-25503a99b233 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2995396 Feb 15 03:15:30.385522 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-1bd95274-8812-4ef1-a467-1d07d9f031bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:30.387018 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-1bd95274-8812-4ef1-a467-1d07d9f031bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0444241 Feb 15 03:15:30.489504 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-0ce17f94-bc59-4e96-8398-d19dd2cfb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:30.490878 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-0ce17f94-bc59-4e96-8398-d19dd2cfb4c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0859709 Feb 15 03:15:30.554027 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-3e7251b3-e947-467b-bde6-8ea9cb3c2fbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 1002 time: 0.0571442 Feb 15 03:15:30.604247 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-d8dd283a-4966-41ed-aa6d-f788d2a731c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:30.605665 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-d8dd283a-4966-41ed-aa6d-f788d2a731c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0457098 Feb 15 03:15:30.658409 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-ff3c93d1-6629-44f0-9023-02c42bf77df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:15:30.659971 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-ff3c93d1-6629-44f0-9023-02c42bf77df3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485852 Feb 15 03:15:30.752567 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-2bd9377c-ea5d-413d-8093-1aeb90207984 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Feb 15 03:15:30.848012 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-432a6069-da9a-40e8-8775-83267a0ec5ae req-c7e953a3-397c-4429-a833-747faba9006d service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Feb 15 03:15:41.859062 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-498cc4d7-4a34-4acb-bc3c-6edf75d3a37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:44.730206 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ec508de-8f15-4787-be28-dd5bbfbf4114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:46.561327 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:48.020490 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:48.845623 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:15:53.320728 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:03.229207 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:16:11.861620 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c9a0-a6a1-45b0-b4fa-585439806528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:14.722562 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4374-25cb-4d01-99af-c79be01f9d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:16.562853 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.024303 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:18.847920 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:23.321158 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:31.028054 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-f09271ae-bf17-4ef0-8963-433af05901bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438316 Feb 15 03:16:31.114841 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-8b2ce3cf-4701-4a85-b7a4-fb3fdbe0255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:31.116353 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-8b2ce3cf-4701-4a85-b7a4-fb3fdbe0255a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0432534 Feb 15 03:16:31.217434 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-cddae001-c453-4ec7-9640-86de4a3af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:31.218904 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-cddae001-c453-4ec7-9640-86de4a3af7d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0855329 Feb 15 03:16:31.282325 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-475bcb86-4403-47b8-a7d1-bc8230a6adcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 1002 time: 0.0578682 Feb 15 03:16:31.329961 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-482bb685-7f91-4b8f-b35a-6a1f917f5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:31.331434 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-482bb685-7f91-4b8f-b35a-6a1f917f5d74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0430365 Feb 15 03:16:31.384992 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-ec58c388-a024-4e36-a7c7-cf49ad86ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:31.386758 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-ec58c388-a024-4e36-a7c7-cf49ad86ecf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493946 Feb 15 03:16:31.472720 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-14bb022c-b42a-42d3-90bc-749da455971a service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796478 Feb 15 03:16:31.563264 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-7f89eed6-e6d7-4b78-9fb7-bf483b7e3f2b req-0a5d9fe0-95cc-4459-80d4-3d4bc2d42762 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Feb 15 03:16:40.230003 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:16:41.864994 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-137fe39b-ebb1-4c80-987f-665acc1f1512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:44.725262 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94e52b9a-7109-49e7-aa0a-f77d696b3f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:46.566987 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:48.026912 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:48.849721 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:53.337996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:55.627468 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-357f4af0-3586-4ede-88f8-041c3726c4fb tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022001489&fields=id&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 267 time: 0.0452130 Feb 15 03:16:55.735458 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-fb86d637-c7d4-4d23-bc64-25a5fda769ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:55.736838 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-fb86d637-c7d4-4d23-bc64-25a5fda769ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.1024077 Feb 15 03:16:55.751774 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-ba5a8a5e-d6ea-4855-9df1-7aeb0953f620 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/quotas/9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 375 time: 0.0089490 Feb 15 03:16:55.810227 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-34ec7b52-8d02-4a36-b920-da6fe0390953 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536265 Feb 15 03:16:55.904590 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-931bb15e-7dbd-42d9-9c40-65a5527702c7 service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817428 Feb 15 03:16:56.000422 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-7f4c9ce9-13de-410e-b3d5-9af6b48d1bdc service neutron] 10.222.0.24 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899568 Feb 15 03:16:56.289995 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-1a852ae5-aa55-4962-9a0c-68f0af4e9a24 req-15e897c5-eb3b-4f8b-adf8-05e5237bfafb tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 210 time: 0.0285301 Feb 15 03:16:57.200732 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-2fece4b4-57e2-4066-b38f-a3cffaed637d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:57.202189 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-2fece4b4-57e2-4066-b38f-a3cffaed637d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 810 time: 0.1029797 Feb 15 03:16:57.272245 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-3fd49a9b-688e-4fb9-92ef-aaa74aed865d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4d896942cb4b5b98ac53863ee23ac7 HTTP/1.1" status: 200 len: 380 time: 0.0607045 Feb 15 03:16:57.280332 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'port': {'device_id': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'admin_state_up': True, 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'security_groups': ['34513e64-2481-42d6-addc-aff225ff5014']}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:16:57.385932 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-99ee6382-393d-4226-a5de-aace84d72652 req-6ada2e87-02b6-4c09-9a43-de79cf86d17c tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 210 time: 0.0287538 Feb 15 03:16:57.388820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Made reservation on behalf of 9f4d896942cb4b5b98ac53863ee23ac7 for: {'port': 1} {{(pid=102657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 03:16:57.392341 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:57.522226 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_common [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.20.0.12 (07078048-b221-49e0-9f5a-17366133853f/8d0b5961-0156-4112-96e3-a96820624464/498206b3-a34c-4197-aa6c-6eae58f04426) {{(pid=102657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:16:57.659741 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (498206b3-a34c-4197-aa6c-6eae58f04426), precommit_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:57.699503 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_create {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:57.742241 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 07078048-b221-49e0-9f5a-17366133853f is already hosted by enough agents. {{(pid=102657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:16:57.747314 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.base_scheduler [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:16:57.750898 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:16:57.757136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=1']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:57.786756 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.787175 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.787483 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.787820 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.788674 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.789094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.789676 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.790037 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.790365 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.790697 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.791024 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.791384 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.791721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:16:57.816078 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:57.816721 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:57.833438 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-040d9bd1-3ba9-44d8-ba66-5029aa17c7ba tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567896 Feb 15 03:16:57.845531 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.v2.base [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Request body: {'port': {'device_id': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82808'}} {{(pid=102657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:16:57.911238 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.025851 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-eb793ea8-6730-419d-a199-26a686046ce8 None None] Provisioning complete for port 498206b3-a34c-4197-aa6c-6eae58f04426 triggered by entity DHCP. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:16:58.026414 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb793ea8-6730-419d-a199-26a686046ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.060398 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-eb793ea8-6730-419d-a199-26a686046ce8 None None] Port 498206b3-a34c-4197-aa6c-6eae58f04426 cannot update to ACTIVE because it is not bound. {{(pid=102659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 03:16:58.175441 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498206b3-a34c-4197-aa6c-6eae58f04426 {{(pid=102657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:16:58.182909 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks [] for port (498206b3-a34c-4197-aa6c-6eae58f04426), precommit_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.194859 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.provisioning_blocks [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Transition to ACTIVE for port object 498206b3-a34c-4197-aa6c-6eae58f04426 will not be triggered until provisioned by entity L2. {{(pid=102657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 03:16:58.198868 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.250725 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Pushing event updated for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=2']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:58.327507 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Attempting to bind port 498206b3-a34c-4197-aa6c-6eae58f04426 on host hv-cinder-82808 for vnic_type normal with profile {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 03:16:58.327851 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Attempting to bind port 498206b3-a34c-4197-aa6c-6eae58f04426 by drivers openvswitch,hyperv on host hv-cinder-82808 at level 0 using segments [{'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 03:16:58.328182 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Attempting to bind port 498206b3-a34c-4197-aa6c-6eae58f04426 on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:16:58.332771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Port 498206b3-a34c-4197-aa6c-6eae58f04426 on network 07078048-b221-49e0-9f5a-17366133853f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82808 {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 03:16:58.333094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Attempting to bind port 498206b3-a34c-4197-aa6c-6eae58f04426 on network 07078048-b221-49e0-9f5a-17366133853f {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 03:16:58.339045 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Checking agent: {'id': '6dc0ddc6-53a1-4196-aba5-abd8e462bacf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82808', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'started_at': datetime.datetime(2022, 2, 15, 3, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 3, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 03:16:58.339419 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Checking segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 03:16:58.339810 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Bound using segment: {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'} {{(pid=102657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 03:16:58.340248 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.managers [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Bound port: 498206b3-a34c-4197-aa6c-6eae58f04426, host: hv-cinder-82808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8d47df-454c-4d52-a81e-19e89aefe5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07078048-b221-49e0-9f5a-17366133853f'}}] {{(pid=102657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 03:16:58.340614 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), before_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.407063 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, cleared binding levels {{(pid=102657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 03:16:58.410268 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=498206b3-a34c-4197-aa6c-6eae58f04426,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 03:16:58.417384 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10200995'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_update {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.448202 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:58.448846 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:16:58.450359 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] 10.222.0.52 "PUT /v2.0/ports/498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 1094 time: 0.6092837 Feb 15 03:16:58.452771 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:16:58.455661 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6785c1-4f0c-46bd-b932-e57d53807b38" -d '{"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:16:58.528376 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e43734-603a-423b-9b1b-623e9bf5ee67 x-openstack-request-id: req-20e43734-603a-423b-9b1b-623e9bf5ee67 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:16:58.528671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:16:58.529519 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e43734-603a-423b-9b1b-623e9bf5ee67 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:16:58.529979 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426', 'status': 'completed', 'code': 200} Feb 15 03:16:58.555947 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552ac31-92c9-4c40-ac28-d83f8d1b6aea service neutron] Pushing event updated for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=3']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:16:58.584662 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d121-9b92-42b9-b75d-c41b964aab48 req-29014d0f-9244-4a46-b3fb-399c3f79180a tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:58.586257 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f261d121-9b92-42b9-b75d-c41b964aab48 req-29014d0f-9244-4a46-b3fb-399c3f79180a tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.1248679 Feb 15 03:16:58.593194 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-24e326bd-434f-4df6-b870-cc041af0a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:58.594737 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-24e326bd-434f-4df6-b870-cc041af0a2db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1128 time: 0.0849960 Feb 15 03:16:58.643028 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-a9ee6329-dece-4aaa-882b-5cc55f1f7410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Feb 15 03:16:58.705821 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-f261d121-9b92-42b9-b75d-c41b964aab48 req-3a5f86fc-0b78-4f23-baf0-3cc386da7e58 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100740 Feb 15 03:16:58.714934 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-72bbdd74-d582-4832-9f35-e7fc2d241063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:58.716408 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-72bbdd74-d582-4832-9f35-e7fc2d241063 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0670300 Feb 15 03:16:58.766115 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-5f0f1948-d542-4e9f-9132-5691fd9e69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:58.767659 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-5f0f1948-d542-4e9f-9132-5691fd9e69f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452883 Feb 15 03:16:58.852582 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-064d86a8-8fdc-43d3-9d6e-98d971e64a3e service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787120 Feb 15 03:16:58.943789 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-5f40127f-fd82-461e-b74c-92a3848a8922 req-3efafe42-70e9-4415-b2b1-a418b9c07ad4 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Feb 15 03:16:59.037192 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-8dba6d7f-561c-4c11-8854-af948e2a96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:59.039589 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-8dba6d7f-561c-4c11-8854-af948e2a96b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1128 time: 0.0469697 Feb 15 03:16:59.136296 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-ce3fe1ba-48d7-4ecb-9612-09d0e7f11c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:59.137669 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-ce3fe1ba-48d7-4ecb-9612-09d0e7f11c52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0924246 Feb 15 03:16:59.181863 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-c1228672-084f-4538-a08b-865957559ee1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 217 time: 0.0368752 Feb 15 03:16:59.231144 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-6bf494bf-552d-4485-aeb8-238426588704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:59.232981 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-6bf494bf-552d-4485-aeb8-238426588704 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0450428 Feb 15 03:16:59.287007 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-c8ef377b-a717-42f6-8c1e-2ac801dfaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:59.289350 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-c8ef377b-a717-42f6-8c1e-2ac801dfaa02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502229 Feb 15 03:16:59.383182 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-fef9fceb-9b6a-41ac-af8c-2a3253f9dfe8 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Feb 15 03:16:59.483910 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-ba6785c1-4f0c-46bd-b932-e57d53807b38 req-ddb2338e-f63b-4b85-b2e6-3603ce546ac3 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915439 Feb 15 03:16:59.830260 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42b3ba-4050-4d2a-be8c-005992d98c53 req-85efaaf9-182e-41e0-be95-cd18dca2c3b7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:16:59.831809 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ea42b3ba-4050-4d2a-be8c-005992d98c53 req-85efaaf9-182e-41e0-be95-cd18dca2c3b7 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0534091 Feb 15 03:16:59.882722 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-ea42b3ba-4050-4d2a-be8c-005992d98c53 req-22835d15-24b5-45d9-a65d-9670839e9157 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 Feb 15 03:17:01.002747 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c348c8-b837-4aeb-99ca-334194a4071b req-0f684f42-555d-4d77-b111-01e4b9ae951a tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:01.004231 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5c348c8-b837-4aeb-99ca-334194a4071b req-0f684f42-555d-4d77-b111-01e4b9ae951a tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0544305 Feb 15 03:17:01.058260 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-a5c348c8-b837-4aeb-99ca-334194a4071b req-85ab594b-27ed-470f-bda5-804928dcdd46 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476475 Feb 15 03:17:02.186010 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e58a7-2656-4861-9766-11d276f47c19 req-0d3c24ab-54c1-4dbe-bd08-4da8c00871da tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:02.187524 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb0e58a7-2656-4861-9766-11d276f47c19 req-0d3c24ab-54c1-4dbe-bd08-4da8c00871da tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0617549 Feb 15 03:17:02.241652 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-eb0e58a7-2656-4861-9766-11d276f47c19 req-f59d0c02-c7a0-4c92-890f-14dc0d0e2bc2 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Feb 15 03:17:03.361391 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ded46-e7ef-4bbe-ac98-2aad1b4058d0 req-ec7a1db9-077b-4bf2-a399-3ed32b21b1c9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:03.362876 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2b6ded46-e7ef-4bbe-ac98-2aad1b4058d0 req-ec7a1db9-077b-4bf2-a399-3ed32b21b1c9 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0536053 Feb 15 03:17:03.414629 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-2b6ded46-e7ef-4bbe-ac98-2aad1b4058d0 req-1d6f68e1-5f4d-4cd0-99aa-f7f15e469d40 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Feb 15 03:17:04.534638 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9465b6-6aed-4a58-b22e-e5c49f9a89e1 req-c7607215-4fd2-48fe-8f46-696e0ce60ad8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:04.536131 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0d9465b6-6aed-4a58-b22e-e5c49f9a89e1 req-c7607215-4fd2-48fe-8f46-696e0ce60ad8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0538881 Feb 15 03:17:04.587845 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-0d9465b6-6aed-4a58-b22e-e5c49f9a89e1 req-aea6458e-1ee3-4f71-953b-0dfd5dae3647 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453935 Feb 15 03:17:05.712048 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13e060-3321-4555-8617-088b65397d74 req-f926f158-219c-4f0a-98c2-d7e1c8bf7611 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:05.713546 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e13e060-3321-4555-8617-088b65397d74 req-f926f158-219c-4f0a-98c2-d7e1c8bf7611 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0578806 Feb 15 03:17:05.764111 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-4e13e060-3321-4555-8617-088b65397d74 req-0d2d2d25-352a-4560-9643-570f0574d9e8 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Feb 15 03:17:06.890147 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de1b15-8ae5-4fd1-a3cd-cf8817c522fe req-bd02bf1c-c617-477f-8d9e-1645e8582deb tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:06.891696 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c9de1b15-8ae5-4fd1-a3cd-cf8817c522fe req-bd02bf1c-c617-477f-8d9e-1645e8582deb tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 944 time: 0.0594285 Feb 15 03:17:06.944343 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-c9de1b15-8ae5-4fd1-a3cd-cf8817c522fe req-4111a621-fbac-4c8d-8387-eadff12ce0c1 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Feb 15 03:17:07.099295 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 498206b3-a34c-4197-aa6c-6eae58f04426 details requested by agent hyperv_hv-cinder-82808 with host hv-cinder-82808 {{(pid=102659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 03:17:07.194842 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=498206b3-a34c-4197-aa6c-6eae58f04426,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:17:07.207647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Returning: {'device': '498206b3-a34c-4197-aa6c-6eae58f04426', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'port_id': '498206b3-a34c-4197-aa6c-6eae58f04426', 'mac_address': 'fa:16:3e:c5:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 03:17:07.251652 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 498206b3-a34c-4197-aa6c-6eae58f04426 is: DOWN; New status is: BUILD {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:17:07.252044 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:07.266476 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498206b3-a34c-4197-aa6c-6eae58f04426 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 03:17:07.288359 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=498206b3-a34c-4197-aa6c-6eae58f04426,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:17:07.293121 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:07.359741 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=4']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:17:07.374200 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.374796 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.375431 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.376019 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.376587 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.377162 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.377749 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.378332 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.378951 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.379579 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.381086 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.381697 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.382278 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:07.579399 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] get_ports_and_sgs() called for port_ids ['498206b3-a34c-4197-aa6c-6eae58f04426'] {{(pid=102659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 03:17:08.068180 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395017f8-09c7-4fba-ba9e-cad60c05c68e req-490c9965-d838-41d4-b5d1-68821878e0ae tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:08.069640 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-395017f8-09c7-4fba-ba9e-cad60c05c68e req-490c9965-d838-41d4-b5d1-68821878e0ae tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 945 time: 0.0571549 Feb 15 03:17:08.120470 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-395017f8-09c7-4fba-ba9e-cad60c05c68e req-55fe07f8-1937-4d7e-b860-62a54ec6de6e tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Feb 15 03:17:09.102982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 498206b3-a34c-4197-aa6c-6eae58f04426 up at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 03:17:09.170526 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning for port 498206b3-a34c-4197-aa6c-6eae58f04426 completed by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 03:17:09.175179 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Provisioning complete for port 498206b3-a34c-4197-aa6c-6eae58f04426 triggered by entity L2. {{(pid=102659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 03:17:09.175576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541990'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), provisioning_complete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:09.247931 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ea16c-05a8-483b-a404-1ff9141ca455 req-037b01f0-b6d4-4d82-a6a1-3ed1c09f4083 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.249474 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-388ea16c-05a8-483b-a404-1ff9141ca455 req-037b01f0-b6d4-4d82-a6a1-3ed1c09f4083 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 945 time: 0.0568113 Feb 15 03:17:09.261693 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Current status of the port 498206b3-a34c-4197-aa6c-6eae58f04426 is: BUILD; New status is: ACTIVE {{(pid=102659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 03:17:09.262083 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:09.288962 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:17:09.291260 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7f1390b6d12c47f3fbae6057830a3901edf5194fee0f090773c7ee23780fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8c99c-de33-48a0-b2ef-5a08febc15c3" -d '{"events": [{"server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "name": "network-vif-plugged", "status": "completed", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:17:09.302503 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-388ea16c-05a8-483b-a404-1ff9141ca455 req-849741e2-7c0f-4c8a-bef7-c321bf1987c1 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Feb 15 03:17:09.304871 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=498206b3-a34c-4197-aa6c-6eae58f04426,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:17:09.309875 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:09.334978 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452d387b-de2f-4955-b689-a5f09418398b x-openstack-request-id: req-452d387b-de2f-4955-b689-a5f09418398b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:17:09.335291 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "name": "network-vif-plugged", "status": "completed", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:17:09.335544 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-452d387b-de2f-4955-b689-a5f09418398b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:17:09.335929 dv-cinder-828085-9-iscsi neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426', 'code': 200} Feb 15 03:17:09.365643 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Pushing event updated for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=5']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:17:09.544166 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5d09-d6f3-4744-8c11-274408e52161 req-d2458aa7-99a5-488c-a838-9189fa84a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:09.545740 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-21ea5d09-d6f3-4744-8c11-274408e52161 req-d2458aa7-99a5-488c-a838-9189fa84a891 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1130 time: 0.0454290 Feb 15 03:17:09.597535 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-21ea5d09-d6f3-4744-8c11-274408e52161 req-bfdced5f-9a0c-42d4-a3c2-1a966cfaec43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Feb 15 03:17:10.434296 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20c8e6-8744-4c66-9c17-36e290936adc req-0122d844-0c06-4136-9cf8-3140fa6126ca tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:10.435818 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cd20c8e6-8744-4c66-9c17-36e290936adc req-0122d844-0c06-4136-9cf8-3140fa6126ca tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.0625353 Feb 15 03:17:10.492057 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-cd20c8e6-8744-4c66-9c17-36e290936adc req-e6851dce-c7bb-442d-9dff-a908949f4d10 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505261 Feb 15 03:17:11.609697 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8c07-af08-454f-9fba-46f63f0d0905 req-9b50f00d-5ec2-4955-a622-861de22217bc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:11.611214 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-629a8c07-af08-454f-9fba-46f63f0d0905 req-9b50f00d-5ec2-4955-a622-861de22217bc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.0513573 Feb 15 03:17:11.666388 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-629a8c07-af08-454f-9fba-46f63f0d0905 req-6525ceb9-edb0-486f-a28d-c1cc3e273298 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Feb 15 03:17:11.792353 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15de00-1709-4749-a621-16350b7698fe req-1c9b64ba-e3bb-4b99-b512-0dbbaa363194 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:11.793822 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8e15de00-1709-4749-a621-16350b7698fe req-1c9b64ba-e3bb-4b99-b512-0dbbaa363194 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.0597062 Feb 15 03:17:11.849242 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-8e15de00-1709-4749-a621-16350b7698fe req-d8dccd39-8032-4fa0-806a-b0feed987e81 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Feb 15 03:17:11.872740 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51362) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:17:11.879737 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-02617239-1b15-40d1-82f2-79e1f6303e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:11.919664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affed23b-231d-4179-a14b-e21ab60b890e tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:11.921223 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-affed23b-231d-4179-a14b-e21ab60b890e tempest-TestVolumeBootPattern-756702538 tempest-TestVolumeBootPattern-756702538-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1125 time: 0.0473995 Feb 15 03:17:11.924559 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51364) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:17:11.929724 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.v2.base [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Request body: {'floatingip': {'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'port_id': '498206b3-a34c-4197-aa6c-6eae58f04426', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 03:17:11.950674 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.052019 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (None), before_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.152197 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_common [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Allocated IP 172.27.1.227 (8fca979e-0cea-45f1-a2d3-716c80e2378b/623f625f-d798-4108-935b-3494ddc892c5/8cdbe03e-6213-4669-8aa0-e7377ebacc6f) {{(pid=102658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 03:17:12.256165 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.290843 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760825774942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.328058 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Network 8fca979e-0cea-45f1-a2d3-716c80e2378b is already hosted by enough agents. {{(pid=102658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 03:17:12.334694 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.base_scheduler [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Resources bound (agent type, host, resource id): {{(pid=102658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 03:17:12.338983 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Received port after_create {{(pid=102658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 03:17:12.341993 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=8cdbe03e-6213-4669-8aa0-e7377ebacc6f,revision_number=1']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:17:12.370209 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.370562 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.370913 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.371301 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.371624 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.371957 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.372290 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.372620 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.372951 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.373282 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.373609 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.373934 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.374257 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:17:12.714050 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (daae516c-36b9-4872-9305-45a786b24cfe), precommit_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.781379 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596910'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), before_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.930853 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), precommit_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:12.935362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760826249153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760825774960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760825774978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10354825'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), after_update {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:13.006286 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event updated for resources: {'Port': ['ID=8cdbe03e-6213-4669-8aa0-e7377ebacc6f,revision_number=2']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:17:13.018215 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539170'] for floatingip (daae516c-36b9-4872-9305-45a786b24cfe), after_create {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:13.124810 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP daae516c-36b9-4872-9305-45a786b24cfe associated. External IP: 172.27.1.227, port: 498206b3-a34c-4197-aa6c-6eae58f04426. Feb 15 03:17:13.336839 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:17:13.446178 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:17:13.455626 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:17:13.463401 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:13.469251 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:17:13.469883 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:16:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:17:13.588814 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:17:13.743168 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-9b16ad4c-f544-4e9b-a95b-e5068c987b8b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8061731 Feb 15 03:17:13.743168 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:17:13.743168 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a26d2-b4e7-41a9-98cd-720da924a4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:17:13.773092 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e2ef8d-58a1-44bb-9162-a1d04cbaa244 x-openstack-request-id: req-19e2ef8d-58a1-44bb-9162-a1d04cbaa244 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:17:13.773387 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:17:13.773645 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19e2ef8d-58a1-44bb-9162-a1d04cbaa244 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:17:13.774051 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426', 'status': 'completed', 'code': 200} Feb 15 03:17:13.822453 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}, {'id': 'daae516c-36b9-4872-9305-45a786b24cfe', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '498206b3-a34c-4197-aa6c-6eae58f04426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:c5:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:17:12Z', 'updated_at': '2022-02-15T03:17:12Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:17:13.838807 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-80b056d2-9de4-4ccd-80af-616179cfedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:13.840419 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-80b056d2-9de4-4ccd-80af-616179cfedd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1130 time: 0.0454135 Feb 15 03:17:13.847994 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:17:13.856759 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:17:13.857381 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:16:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:17:13.934720 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-be62b0e7-5213-4179-8af8-5ba0085b3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:13.936198 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-be62b0e7-5213-4179-8af8-5ba0085b3d00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0880115 Feb 15 03:17:13.966475 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:17:14.000703 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-259729d7-ee28-4093-b730-c31a73c9b0cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 1000 time: 0.0581119 Feb 15 03:17:14.052535 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-d8a5050f-5c61-4060-b5ab-061e0e47ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:14.054013 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-d8a5050f-5c61-4060-b5ab-061e0e47ec8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0479817 Feb 15 03:17:14.102447 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-cc47f631-6fff-4a92-96c4-9b013681b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:14.103916 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-cc47f631-6fff-4a92-96c4-9b013681b8c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447454 Feb 15 03:17:14.196943 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-a0319600-70dc-44ae-99ee-a5d46cec7669 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873978 Feb 15 03:17:14.299548 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-270a26d2-b4e7-41a9-98cd-720da924a4c5 req-7a619c9a-8c6d-4810-bd3c-2b07ade542a1 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961831 Feb 15 03:17:14.336582 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}, {'id': 'daae516c-36b9-4872-9305-45a786b24cfe', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '498206b3-a34c-4197-aa6c-6eae58f04426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:c5:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:17:12Z', 'updated_at': '2022-02-15T03:17:12Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:17:14.365452 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce850d-144a-43f0-9079-d6e408440bb8 None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}, {'id': 'daae516c-36b9-4872-9305-45a786b24cfe', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '498206b3-a34c-4197-aa6c-6eae58f04426', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:c5:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:17:12Z', 'updated_at': '2022-02-15T03:17:12Z', 'revision_number': 0, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:17:14.562979 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015117f0-2d45-492e-bdb4-8698981e20b9 None None] New status for floating IP daae516c-36b9-4872-9305-45a786b24cfe: ACTIVE {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:17:14.728955 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da2d7516-240a-45b7-af5e-4d7a567e5baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:16.572000 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:17.229412 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:17:18.029997 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:18.851774 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:23.346435 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:32.022895 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-ba81312f-0526-4723-9d3b-e8e5c3b0426e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465090 Feb 15 03:17:32.116957 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-fbc5ea6d-30da-4e0d-94d1-54e25995ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:32.118493 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-fbc5ea6d-30da-4e0d-94d1-54e25995ab43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0527277 Feb 15 03:17:32.228770 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-01c42b2d-a96a-402e-b3bd-cb08302971a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:32.230262 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-01c42b2d-a96a-402e-b3bd-cb08302971a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0909212 Feb 15 03:17:32.297348 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-8c7f5e37-d01d-4b39-af37-0d9e37db0426 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 1002 time: 0.0601206 Feb 15 03:17:32.349976 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-7c78390c-eec3-40be-8d8c-e8482f7e42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:32.351498 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-7c78390c-eec3-40be-8d8c-e8482f7e42ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0489697 Feb 15 03:17:32.402158 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-8478cf7a-fb71-4810-b771-7e58bd5d7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:17:32.403733 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-8478cf7a-fb71-4810-b771-7e58bd5d7aec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463150 Feb 15 03:17:32.499692 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-df97320b-fc2b-47b1-a87d-80e7ae70f480 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885549 Feb 15 03:17:32.595810 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b754d428-1edf-4277-9f0d-ad0b1dd171f1 req-599c26b2-cd8b-43eb-b197-eaba0aee5161 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894353 Feb 15 03:17:41.872728 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db3803f2-3f0d-41f3-83e9-86368fd062a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:44.735802 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0a6144e0-4f2d-45ac-baab-5fbf0d7e1e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:46.579536 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:48.035456 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:48.859107 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:53.337570 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:17:54.228821 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:18:11.875302 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d6c406ad-b345-4fa9-aaec-7be64b0b1281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:14.727996 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef8d84f3-6061-4865-b5b9-226626c22493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:16.573955 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:18.036174 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:18.853360 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:23.352384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:31.227925 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:18:32.055758 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-a828f2ed-0cb9-4a88-b546-f711aad6de77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809879 Feb 15 03:18:32.118115 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-181c61e3-e0aa-4357-bec3-b94ff0d5b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:32.119649 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-181c61e3-e0aa-4357-bec3-b94ff0d5b6b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1130 time: 0.0443351 Feb 15 03:18:32.225197 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-aa681f30-6c59-4b12-8d34-09997d2aca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:32.226664 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-aa681f30-6c59-4b12-8d34-09997d2aca19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0893517 Feb 15 03:18:32.290779 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-240aa867-e03b-489b-b30b-49e388d9aaaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 1002 time: 0.0578723 Feb 15 03:18:32.339642 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-548bab91-f62f-4fbd-86dd-ea0110b3f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:32.341775 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-548bab91-f62f-4fbd-86dd-ea0110b3f5ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0459213 Feb 15 03:18:32.391693 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-132b1ca0-4b37-4988-89f6-7dca71f03686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:32.393628 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-132b1ca0-4b37-4988-89f6-7dca71f03686 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467465 Feb 15 03:18:32.491942 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-963c718a-d8cc-4089-b04e-4a32fa13fa49 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921819 Feb 15 03:18:32.582544 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b6b0e7d5-3396-4d03-8cf7-f81f64b7e5c2 req-277eb74e-ef9e-42e3-b03c-0742e9ea04dd service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846734 Feb 15 03:18:36.173019 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51396) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:36.377278 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port 8cdbe03e-6213-4669-8aa0-e7377ebacc6f {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:36.377664 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.461497 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.461761 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.473490 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for 8cdbe03e-6213-4669-8aa0-e7377ebacc6f owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:36.621228 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (8cdbe03e-6213-4669-8aa0-e7377ebacc6f), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.644415 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=8cdbe03e-6213-4669-8aa0-e7377ebacc6f,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:36.657831 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.658190 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.658544 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.658918 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.659284 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.659619 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.659954 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.660288 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.660618 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.660951 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.661279 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.661603 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.661927 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:36.720576 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (daae516c-36b9-4872-9305-45a786b24cfe), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:36.720825 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP daae516c-36b9-4872-9305-45a786b24cfe disassociated (deleted). External IP: 172.27.1.227, port: 498206b3-a34c-4197-aa6c-6eae58f04426. Feb 15 03:18:36.933383 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:18:37.046041 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:18:37.050627 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:37.055178 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:18:37.065340 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:37.066079 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:37.080987 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-78f78142-aee0-4cbb-bb8e-e2551e1f1795 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "DELETE /v2.0/floatingips/daae516c-36b9-4872-9305-45a786b24cfe HTTP/1.1" status: 204 len: 168 time: 0.9068730 Feb 15 03:18:37.081585 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:18:37.083879 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:18:37.129086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7226d11-abaf-43fd-91bd-ff052c41bf09 x-openstack-request-id: req-c7226d11-abaf-43fd-91bd-ff052c41bf09 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:18:37.129518 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:18:37.129763 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7226d11-abaf-43fd-91bd-ff052c41bf09 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:18:37.130255 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426', 'status': 'completed', 'code': 200} Feb 15 03:18:37.182387 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:37.209482 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-28b5ad69-d1e3-47ef-b2c3-f50a955dd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:37.211195 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-28b5ad69-d1e3-47ef-b2c3-f50a955dd90f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 1130 time: 0.0577626 Feb 15 03:18:37.425627 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:37.453139 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:18:37.462137 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:37.462767 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:37.573698 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:37.597748 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-b072cec5-ae3b-4343-856e-c4631993ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:37.599257 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-b072cec5-ae3b-4343-856e-c4631993ccef service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.3800602 Feb 15 03:18:37.643066 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-04898e95-1d66-4fcc-af2f-7392db08b67b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 200 len: 217 time: 0.0370271 Feb 15 03:18:37.649757 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228cb3d-59cd-4c0b-9709-df5758c09bbe req-cce4cbe4-ed80-4b01-938c-d069495f8fcf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:37.651126 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b228cb3d-59cd-4c0b-9709-df5758c09bbe req-cce4cbe4-ed80-4b01-938c-d069495f8fcf tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.3791001 Feb 15 03:18:37.719283 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-2c6ce71a-9aa2-47f2-a4d0-4d9dd7d2c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:37.720734 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-2c6ce71a-9aa2-47f2-a4d0-4d9dd7d2c729 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0687430 Feb 15 03:18:37.742231 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-b228cb3d-59cd-4c0b-9709-df5758c09bbe req-f76b95ce-174f-4a3b-a504-a99422d660d6 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829713 Feb 15 03:18:37.781969 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-fad2b7db-5419-40ec-ba01-71bbac468c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:37.783515 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-fad2b7db-5419-40ec-ba01-71bbac468c12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542276 Feb 15 03:18:37.802031 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:37.829097 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ead48-e4e8-410b-8ff1-0c06c1132877 None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_floatingips': [{'id': '14d50ffe-52a1-4041-8115-a7cc46da4865', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'router_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'port_id': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'mac_address': 'fa:16:3e:28:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T03:15:21Z', 'updated_at': '2022-02-15T03:15:23Z', 'revision_number': 1, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:18:37.876200 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-b57e461f-e101-4e29-921c-4ce51b00b067 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867307 Feb 15 03:18:37.969206 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-efe6ac0e-d2c6-4035-bb7d-2b5d8014190d req-0be20d3e-ea41-4aaa-89e4-1379c55d8b96 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Feb 15 03:18:38.041973 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220412f-29bd-4e76-a2ba-4bc017f9e145 None None] New status for floating IP daae516c-36b9-4872-9305-45a786b24cfe: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:18:38.791261 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-a3de3ec2-3c6d-4f54-a85e-503adbe41490 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:38.792955 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-a3de3ec2-3c6d-4f54-a85e-503adbe41490 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.0545604 Feb 15 03:18:38.888232 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port 498206b3-a34c-4197-aa6c-6eae58f04426 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:38.888582 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:38.912967 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310398da-51e7-46d2-a07b-d5aaee5dfd11 req-40f39ad4-ac56-4810-b88e-ad8ed89df66d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:38.914505 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-310398da-51e7-46d2-a07b-d5aaee5dfd11 req-40f39ad4-ac56-4810-b88e-ad8ed89df66d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a158328-9bf9-4a5e-a830-986f6492e3cf HTTP/1.1" status: 200 len: 946 time: 0.1005347 Feb 15 03:18:38.962855 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-310398da-51e7-46d2-a07b-d5aaee5dfd11 req-2e121d43-fd50-4024-b438-e6b4fcc04f37 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Feb 15 03:18:38.976562 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] For port 498206b3-a34c-4197-aa6c-6eae58f04426, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=498206b3-a34c-4197-aa6c-6eae58f04426,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:38.976933 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:38.989229 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for 498206b3-a34c-4197-aa6c-6eae58f04426 owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:39.117619 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (498206b3-a34c-4197-aa6c-6eae58f04426), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:39.147518 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=498206b3-a34c-4197-aa6c-6eae58f04426,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:39.172466 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.172825 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.173174 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.173513 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.173848 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.174179 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.174511 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.174840 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.175182 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.175518 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.175844 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.176165 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.176490 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:39.202305 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] No DVR routers for this DVR port 498206b3-a34c-4197-aa6c-6eae58f04426 on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:18:39.204861 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:39.208307 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-bed96738-0eb6-492e-bedc-2c88edd58901 req-53f5f93b-3b58-4890-9f0c-a60eb988b594 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "DELETE /v2.0/ports/498206b3-a34c-4197-aa6c-6eae58f04426 HTTP/1.1" status: 204 len: 173 time: 0.4107590 Feb 15 03:18:39.208784 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'name': 'network-vif-deleted', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:18:39.211085 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6bf86-86fa-4127-8384-f066af6a9eec" -d '{"events": [{"server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "name": "network-vif-deleted", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:18:39.300628 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9af3d2-1f70-4787-b40c-133d23431d61 x-openstack-request-id: req-8c9af3d2-1f70-4787-b40c-133d23431d61 {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:18:39.300918 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a158328-9bf9-4a5e-a830-986f6492e3cf", "name": "network-vif-deleted", "tag": "498206b3-a34c-4197-aa6c-6eae58f04426", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:18:39.301172 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c9af3d2-1f70-4787-b40c-133d23431d61 {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:18:39.301574 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a158328-9bf9-4a5e-a830-986f6492e3cf', 'name': 'network-vif-deleted', 'tag': '498206b3-a34c-4197-aa6c-6eae58f04426', 'status': 'completed', 'code': 200} Feb 15 03:18:41.586129 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 498206b3-a34c-4197-aa6c-6eae58f04426 no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:41.607335 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 498206b3-a34c-4197-aa6c-6eae58f04426 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:41.607672 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 498206b3-a34c-4197-aa6c-6eae58f04426 not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:41.877138 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb893a46-8527-4d4e-a3ea-e7cbbc073e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.239847 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51442) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:42.411848 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port 0a36e024-06c7-4227-8f39-0f6195004cb2 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:42.412191 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.499692 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.499939 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (0a36e024-06c7-4227-8f39-0f6195004cb2), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.513725 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for 0a36e024-06c7-4227-8f39-0f6195004cb2 owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:42.673088 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (0a36e024-06c7-4227-8f39-0f6195004cb2), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.699789 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=0a36e024-06c7-4227-8f39-0f6195004cb2,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:42.759983 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (14d50ffe-52a1-4041-8115-a7cc46da4865), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:42.760224 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.db.l3_db [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Floating IP 14d50ffe-52a1-4041-8115-a7cc46da4865 disassociated (deleted). External IP: 172.27.1.113, port: 4dbcbc72-8f76-488d-8846-bb6e74ce8fba. Feb 15 03:18:42.973996 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:18:43.085027 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:18:43.089928 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:43.094882 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:18:43.103732 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:43.104347 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:43.119552 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-401c4094-1683-4bc3-8e6a-02bbc655ccdc tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "DELETE /v2.0/floatingips/14d50ffe-52a1-4041-8115-a7cc46da4865 HTTP/1.1" status: 204 len: 168 time: 0.8782899 Feb 15 03:18:43.120140 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba'}] {{(pid=102658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:18:43.122959 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac21ba20605f2dcf85d8cecf190f711c416dbc1e20d6e6bd1d8f09e06ee2bfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba"}]}' {{(pid=102658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:18:43.160791 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3ec26-bd0b-4ac9-aaf3-cbfebc725463 x-openstack-request-id: req-6bf3ec26-bd0b-4ac9-aaf3-cbfebc725463 {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:18:43.161086 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba", "status": "completed", "code": 200}]} {{(pid=102658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:18:43.161339 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bf3ec26-bd0b-4ac9-aaf3-cbfebc725463 {{(pid=102658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:18:43.161741 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'status': 'completed', 'code': 200} Feb 15 03:18:43.220202 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:43.234117 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-1ede8232-4ce5-4f5f-8ba9-93db150124f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.235847 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-1ede8232-4ce5-4f5f-8ba9-93db150124f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 1130 time: 0.0526540 Feb 15 03:18:43.343744 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-29e096e8-b9f9-45f7-bbda-12652976d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.345262 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-29e096e8-b9f9-45f7-bbda-12652976d042 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 200 len: 910 time: 0.0975299 Feb 15 03:18:43.359171 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977e288-6828-4ba6-baab-3508c486164c req-cfab6099-1759-4c4e-9e40-de9b91ae284d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.360735 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e977e288-6828-4ba6-baab-3508c486164c req-cfab6099-1759-4c4e-9e40-de9b91ae284d tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0596609 Feb 15 03:18:43.392822 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-8f84f452-302c-4342-8681-df37a3d53a9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 200 len: 217 time: 0.0398452 Feb 15 03:18:43.412038 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [req-e977e288-6828-4ba6-baab-3508c486164c req-b0baa1fb-e7e5-4798-aa42-d9375f61f079 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 Feb 15 03:18:43.440797 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:43.443333 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-3190e76a-7a53-41d5-9680-24353b0cbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.444798 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-3190e76a-7a53-41d5-9680-24353b0cbe18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 200 len: 849 time: 0.0456457 Feb 15 03:18:43.468275 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:18:43.476850 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:43.477466 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:15Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:43.493327 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-932da1e6-7595-43d0-89a6-c9319f609d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:43.494823 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-932da1e6-7595-43d0-89a6-c9319f609d4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07078048-b221-49e0-9f5a-17366133853f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439231 Feb 15 03:18:43.584650 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:43.586374 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-90d56f43-7739-473e-85cd-31c2e485e21e service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Feb 15 03:18:43.676415 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-61c1dadf-da6f-431d-b4c1-29b4eba87ed7 req-407bd5f5-b140-4e52-b441-0282c6f97026 service neutron] 10.222.0.52 "GET /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Feb 15 03:18:43.909462 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:43.935950 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c6959-30e1-4e8a-9541-05e99a83b00f None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:12:26Z', 'revision_number': 4, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi', '_interfaces': [{'id': '23eb521f-f6d2-479c-b78d-ffa2e21747c0', 'name': '', 'network_id': '07078048-b221-49e0-9f5a-17366133853f', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'mac_address': 'fa:16:3e:70:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8d0b5961-0156-4112-96e3-a96820624464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:25Z', 'updated_at': '2022-02-15T03:12:31Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'subnets': [{'id': '8d0b5961-0156-4112-96e3-a96820624464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:18:44.156152 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb902af-58e9-4257-8714-ac15faffe386 None None] New status for floating IP 14d50ffe-52a1-4041-8115-a7cc46da4865: DOWN {{(pid=102660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 03:18:44.532704 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93106b41-902e-4f41-a5d0-7ff6e47390b5 req-4e20d1d1-377c-4e9f-9583-c200f8e9f4c5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:44.534091 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-93106b41-902e-4f41-a5d0-7ff6e47390b5 req-4e20d1d1-377c-4e9f-9583-c200f8e9f4c5 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0514772 Feb 15 03:18:44.585856 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-93106b41-902e-4f41-a5d0-7ff6e47390b5 req-2c4f3510-f13e-4e1c-a8cb-852494c260f1 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/security-groups?id=34513e64-2481-42d6-addc-aff225ff5014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462925 Feb 15 03:18:44.731474 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae560315-cbfc-4b6b-8b3a-8791c0e150b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:44.801531 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-64b82ee6-8118-4f2e-89a7-7b8ba2c245a1 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 03:18:44.802902 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-64b82ee6-8118-4f2e-89a7-7b8ba2c245a1 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 946 time: 0.0510960 Feb 15 03:18:44.893301 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:44.893650 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:44.983174 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] For port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba, host hv-cinder-82808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82808',level=0,port_id=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:44.983538 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:44.994922 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for 4dbcbc72-8f76-488d-8846-bb6e74ce8fba owned by compute:nova {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:45.120826 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (4dbcbc72-8f76-488d-8846-bb6e74ce8fba), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:45.148470 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=4dbcbc72-8f76-488d-8846-bb6e74ce8fba,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:45.190763 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] No DVR routers for this DVR port 4dbcbc72-8f76-488d-8846-bb6e74ce8fba on host hv-cinder-82808 {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:18:45.193200 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for port (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:45.196490 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-061ba566-7d47-4bd0-932e-eecd031f5cd4 req-538c7fe5-a076-4537-8378-c88b023f976b tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.52 "DELETE /v2.0/ports/4dbcbc72-8f76-488d-8846-bb6e74ce8fba HTTP/1.1" status: 204 len: 173 time: 0.3886552 Feb 15 03:18:45.196929 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'name': 'network-vif-deleted', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba'}] {{(pid=102657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 03:18:45.199371 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc2d42426148abf0582c6f0993df102131fd09ffb6f218e27d026441065391c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b407b8f2-cc76-4e7a-8994-33f1e80d0c05" -d '{"events": [{"server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "name": "network-vif-deleted", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba"}]}' {{(pid=102657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 03:18:45.239456 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c45a641-77fe-4d39-849a-25ab8d629d1f x-openstack-request-id: req-6c45a641-77fe-4d39-849a-25ab8d629d1f {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 03:18:45.239804 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c006b407-811b-4423-a969-0bd4391c6d2f", "name": "network-vif-deleted", "tag": "4dbcbc72-8f76-488d-8846-bb6e74ce8fba", "status": "completed", "code": 200}]} {{(pid=102657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 03:18:45.240091 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c45a641-77fe-4d39-849a-25ab8d629d1f {{(pid=102657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 03:18:45.240470 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c006b407-811b-4423-a969-0bd4391c6d2f', 'name': 'network-vif-deleted', 'tag': '4dbcbc72-8f76-488d-8846-bb6e74ce8fba', 'status': 'completed', 'code': 200} Feb 15 03:18:45.695293 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [req-90415f98-f74a-4802-928e-91d7bf2ff670 req-e266b57e-1284-4234-b464-a4c3e33c5a52 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "GET /v2.0/ports?device_id=c006b407-811b-4423-a969-0bd4391c6d2f HTTP/1.1" status: 200 len: 210 time: 0.0272777 Feb 15 03:18:46.577445 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:46.754102 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51458) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:46.877859 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Deleting port bfd8e61f-f4fd-483e-b74a-ef6000a066d1 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:46.878122 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:46.950845 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:46.951202 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:46.962464 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Calling delete_port for bfd8e61f-f4fd-483e-b74a-ef6000a066d1 owned by network:floatingip {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:47.093507 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (bfd8e61f-f4fd-483e-b74a-ef6000a066d1), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:47.121754 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'Port': ['ID=bfd8e61f-f4fd-483e-b74a-ef6000a066d1,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:47.183119 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for floatingip (2edfb6b5-7222-4efd-8638-6e77c32576df), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:47.185895 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2060066'] for floatingip (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:47.187086 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-643e088c-9f01-4851-9ab4-d499396f83ac tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "DELETE /v2.0/floatingips/2edfb6b5-7222-4efd-8638-6e77c32576df HTTP/1.1" status: 204 len: 168 time: 0.4319763 Feb 15 03:18:47.601064 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 4dbcbc72-8f76-488d-8846-bb6e74ce8fba no longer exists at agent hyperv_hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:47.620826 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] No Port match for: 4dbcbc72-8f76-488d-8846-bb6e74ce8fba {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:47.621696 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Device 4dbcbc72-8f76-488d-8846-bb6e74ce8fba not bound to the agent host hv-cinder-82808 {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:48.044050 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:48.381356 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51470) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:48.441287 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (34513e64-2481-42d6-addc-aff225ff5014), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:48.466034 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (34513e64-2481-42d6-addc-aff225ff5014), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:48.525459 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (34513e64-2481-42d6-addc-aff225ff5014), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:48.528184 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:48.529334 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] 10.222.0.24 "DELETE /v2.0/security-groups/34513e64-2481-42d6-addc-aff225ff5014 HTTP/1.1" status: 204 len: 168 time: 0.1467028 Feb 15 03:18:48.538168 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2b9c7-35dd-4a44-90f4-05533b1d0e85 tempest-TestVolumeBootPattern-692977377 tempest-TestVolumeBootPattern-692977377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34513e64-2481-42d6-addc-aff225ff5014,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:48.581449 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51474) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:48.857938 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.049521 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.296722 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Deleting port 23eb521f-f6d2-479c-b78d-ffa2e21747c0 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:49.297063 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.377628 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] For port 23eb521f-f6d2-479c-b78d-ffa2e21747c0, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=23eb521f-f6d2-479c-b78d-ffa2e21747c0,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:49.377938 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.390515 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Calling delete_port for 23eb521f-f6d2-479c-b78d-ffa2e21747c0 owned by network:router_interface {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:49.571277 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (23eb521f-f6d2-479c-b78d-ffa2e21747c0), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.597334 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23eb521f-f6d2-479c-b78d-ffa2e21747c0,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:49.765249 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:49.982700 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Router abadea84-9919-4cd6-9e3f-126ff3d7ec55 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:18:50.317524 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:18:50.322523 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-95c0de64-9ace-44c7-a640-31b9cf2064c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/abadea84-9919-4cd6-9e3f-126ff3d7ec55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400160 Feb 15 03:18:50.326043 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51478) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:50.327291 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Sync routers for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:18:50.338583 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:50.339406 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:50.440111 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks [] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:50.448584 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:50.545717 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks [] for router_gateway (abadea84-9919-4cd6-9e3f-126ff3d7ec55), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:50.599557 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Deleting port f2b3e58c-d6f5-41af-897d-10e17dbdf453 {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:50.600269 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:50.625654 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:18:49Z', 'revision_number': 5, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port': {'id': 'f2b3e58c-d6f5-41af-897d-10e17dbdf453', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:24Z', 'updated_at': '2022-02-15T03:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:50.655232 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Checking router: abadea84-9919-4cd6-9e3f-126ff3d7ec55 for host: dv-cinder-828085-9-iscsi {{(pid=102659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:18:50.663395 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Routers {'abadea84-9919-4cd6-9e3f-126ff3d7ec55'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:50.664008 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'], 'active': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:50.682557 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] For port f2b3e58c-d6f5-41af-897d-10e17dbdf453, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=f2b3e58c-d6f5-41af-897d-10e17dbdf453,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:50.684002 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:50.695966 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Calling delete_port for f2b3e58c-d6f5-41af-897d-10e17dbdf453 owned by network:router_gateway {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:50.753183 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvr_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] Set router abadea84-9919-4cd6-9e3f-126ff3d7ec55 gateway port host: None {{(pid=102659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:50.804455 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_hamode_db [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:18:50Z', 'revision_number': 6, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port_host': None}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:50.836002 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54769106-1345-4c14-aa55-8b801b18d95c None None] The sync data for ids ['abadea84-9919-4cd6-9e3f-126ff3d7ec55'] in dv-cinder-828085-9-iscsi is: [{'id': 'abadea84-9919-4cd6-9e3f-126ff3d7ec55', 'name': 'tempest-TestVolumeBootPattern-83533979-router', 'tenant_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:23Z', 'updated_at': '2022-02-15T03:18:50Z', 'revision_number': 6, 'project_id': '9f4d896942cb4b5b98ac53863ee23ac7', 'gw_port_host': None}] {{(pid=102659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:18:50.872973 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (f2b3e58c-d6f5-41af-897d-10e17dbdf453), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:50.900831 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b3e58c-d6f5-41af-897d-10e17dbdf453,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:50.962822 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.054420 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.056577 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks [] for router_controller (abadea84-9919-4cd6-9e3f-126ff3d7ec55), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.105861 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (abadea84-9919-4cd6-9e3f-126ff3d7ec55), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.106350 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abadea84-9919-4cd6-9e3f-126ff3d7ec55 {{(pid=102658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:18:51.110726 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.112601 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-952f8e72-4873-4216-8fa7-39838b76d553 admin admin] 10.222.0.24 "DELETE /v2.0/routers/abadea84-9919-4cd6-9e3f-126ff3d7ec55 HTTP/1.1" status: 204 len: 168 time: 0.7850432 Feb 15 03:18:51.114467 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51480) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:51.159073 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Deleting subnet 8d0b5961-0156-4112-96e3-a96820624464 {{(pid=102658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:18:51.162170 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Publish callbacks [] for subnet (8d0b5961-0156-4112-96e3-a96820624464), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.200606 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10472723'] for subnet (8d0b5961-0156-4112-96e3-a96820624464), precommit_delete_associations {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.282724 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (8d0b5961-0156-4112-96e3-a96820624464), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.334009 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10354911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218991'] for subnet (8d0b5961-0156-4112-96e3-a96820624464), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.360363 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0b5961-0156-4112-96e3-a96820624464,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:51.362214 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.365362 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-f10fcc0d-9632-468a-8ecf-b1354145287c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d0b5961-0156-4112-96e3-a96820624464 HTTP/1.1" status: 204 len: 168 time: 0.2499523 Feb 15 03:18:51.367575 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4cc22-aa57-4296-bd05-2d78f48343dc None None] Network 07078048-b221-49e0-9f5a-17366133853f requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:18:51.368415 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51482) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:51.437132 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (07078048-b221-49e0-9f5a-17366133853f), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.494865 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Deleting port 518c9756-5ac4-438d-89e6-3a7940ff85cb {{(pid=102658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:51.495869 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.555833 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.db [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] For port 518c9756-5ac4-438d-89e6-3a7940ff85cb, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=518c9756-5ac4-438d-89e6-3a7940ff85cb,segment=NetworkSegment(9c8d47df-454c-4d52-a81e-19e89aefe5e4),segment_id=9c8d47df-454c-4d52-a81e-19e89aefe5e4)] {{(pid=102658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:51.556123 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.570639 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.plugin [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Calling delete_port for 518c9756-5ac4-438d-89e6-3a7940ff85cb owned by network:dhcp {{(pid=102658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:51.597647 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] DHCP port deletion for 07078048-b221-49e0-9f5a-17366133853f request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:18:51.651790 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Deleting port 518c9756-5ac4-438d-89e6-3a7940ff85cb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:51.652031 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10354864'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.652531 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.682246 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=518c9756-5ac4-438d-89e6-3a7940ff85cb,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:51.686642 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] No DVR routers for this DVR port 518c9756-5ac4-438d-89e6-3a7940ff85cb on host dv-cinder-828085-9-iscsi {{(pid=102658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:18:51.718113 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] For port 518c9756-5ac4-438d-89e6-3a7940ff85cb, host dv-cinder-828085-9-iscsi, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:51.718519 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.731546 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Calling delete_port for 518c9756-5ac4-438d-89e6-3a7940ff85cb owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:51.734309 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Port 518c9756-5ac4-438d-89e6-3a7940ff85cb was not found and therefore no delete operation was performed {{(pid=102659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 03:18:51.735611 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951'] for port (518c9756-5ac4-438d-89e6-3a7940ff85cb), after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.758572 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (07078048-b221-49e0-9f5a-17366133853f), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.764020 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Pushing event deleted for resources: {'Port': ['ID=518c9756-5ac4-438d-89e6-3a7940ff85cb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:51.773541 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] No DVR routers for this DVR port 518c9756-5ac4-438d-89e6-3a7940ff85cb on host dv-cinder-828085-9-iscsi {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:18:51.775535 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.775950 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.776201 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.777182 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.777398 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.777747 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.778089 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.778425 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.778748 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.779085 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.779485 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.779767 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.780104 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2219ec4-c844-4f16-b592-0650e37d7e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828085-9-iscsi {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 03:18:51.781485 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07078048-b221-49e0-9f5a-17366133853f']}} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:51.793392 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8d47df-454c-4d52-a81e-19e89aefe5e4') {'for_net_delete': True} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:51.793843 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.services.segments.db [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8d47df-454c-4d52-a81e-19e89aefe5e4') {} {{(pid=102658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:51.804023 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10472744'] for segment (9c8d47df-454c-4d52-a81e-19e89aefe5e4), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.817899 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (9c8d47df-454c-4d52-a81e-19e89aefe5e4), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.824451 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:18:51.824854 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10354789'] for segment (9c8d47df-454c-4d52-a81e-19e89aefe5e4), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: Traceback (most recent call last): Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: timer() Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: cb(*args, **kw) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: return func(*args, **kwargs) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: self._notify() Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: self.callback(batched_events) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: event.method(event) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: return f(self, *a, **k) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._get(url).json() Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: return self.request(url, 'GET', **kwargs) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:18:51.826609 dv-cinder-828085-9-iscsi neutron-server[102658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:18:51.892270 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (07078048-b221-49e0-9f5a-17366133853f), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.898325 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:51.902253 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] 10.222.0.24 "DELETE /v2.0/networks/07078048-b221-49e0-9f5a-17366133853f HTTP/1.1" status: 204 len: 168 time: 0.5321977 Feb 15 03:18:51.905110 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51484) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:51.913183 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d9ebc-5515-4276-a1cb-a1823ac62c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=07078048-b221-49e0-9f5a-17366133853f,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:52.251878 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540194'] for router_interface (72451803-07bb-491c-b7ee-7df9fb824113), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:52.498209 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Deleting port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:52.498460 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:52.574319 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] For port 74fa39df-4d70-4a18-bef0-ab6fcca58ebd, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:52.574687 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:52.586007 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Calling delete_port for 74fa39df-4d70-4a18-bef0-ab6fcca58ebd owned by network:router_interface {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:52.762497 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (74fa39df-4d70-4a18-bef0-ab6fcca58ebd), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:52.788198 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=74fa39df-4d70-4a18-bef0-ab6fcca58ebd,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:52.846099 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f2b3e58c-d6f5-41af-897d-10e17dbdf453 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:52.868529 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: f2b3e58c-d6f5-41af-897d-10e17dbdf453 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:52.868889 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device f2b3e58c-d6f5-41af-897d-10e17dbdf453 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:52.869329 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 23eb521f-f6d2-479c-b78d-ffa2e21747c0 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:52.889886 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 23eb521f-f6d2-479c-b78d-ffa2e21747c0 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:52.890217 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 23eb521f-f6d2-479c-b78d-ffa2e21747c0 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:52.890634 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 518c9756-5ac4-438d-89e6-3a7940ff85cb no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:52.910699 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 518c9756-5ac4-438d-89e6-3a7940ff85cb {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:52.911075 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 518c9756-5ac4-438d-89e6-3a7940ff85cb not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:52.962651 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1482050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540342'] for router_interface (72451803-07bb-491c-b7ee-7df9fb824113), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.175272 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Router 72451803-07bb-491c-b7ee-7df9fb824113 has already been hosted by L3 agent aead0a6e-64cd-47af-804b-a8ad94352e08 {{(pid=102657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 03:18:53.284709 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] Notify agent at l3_agent.dv-cinder-828085-9-iscsi the message routers_updated {{(pid=102657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 03:18:53.289840 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-62cef93e-7c48-41fa-b860-209c6b490f7d admin admin] 10.222.0.24 "PUT /v2.0/routers/72451803-07bb-491c-b7ee-7df9fb824113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3837175 Feb 15 03:18:53.292324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51486) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:53.294852 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Sync routers for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 03:18:53.304300 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:53.304941 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:53.350247 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.507309 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:53.653093 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks [] for router (72451803-07bb-491c-b7ee-7df9fb824113), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.683306 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:18:52Z', 'revision_number': 5, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:53.708688 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Checking router: 72451803-07bb-491c-b7ee-7df9fb824113 for host: dv-cinder-828085-9-iscsi {{(pid=102660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 03:18:53.717332 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Routers {'72451803-07bb-491c-b7ee-7df9fb824113'} bound to L3 agent in host dv-cinder-828085-9-iscsi {{(pid=102660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 03:18:53.717944 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828085-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T02:54:15Z,description=,heartbeat_timestamp=2022-02-15T03:18:45Z,host='dv-cinder-828085-9-iscsi',id=aead0a6e-64cd-47af-804b-a8ad94352e08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T02:54:15Z,topic='l3_agent')) {'router_ids': ['72451803-07bb-491c-b7ee-7df9fb824113'], 'active': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:53.756641 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks [] for router_gateway (72451803-07bb-491c-b7ee-7df9fb824113), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.813082 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Deleting port 09ccc190-9c71-4193-a403-b4474a78b6f2 {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:53.813324 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.827372 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_dvr_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] Set router 72451803-07bb-491c-b7ee-7df9fb824113 gateway port host: dv-cinder-828085-9-iscsi {{(pid=102660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 03:18:53.892276 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] For port 09ccc190-9c71-4193-a403-b4474a78b6f2, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=09ccc190-9c71-4193-a403-b4474a78b6f2,segment=NetworkSegment(cd93d96b-bea3-44fc-a407-1c3116b38008),segment_id=cd93d96b-bea3-44fc-a407-1c3116b38008)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:53.892639 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:53.904304 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Calling delete_port for 09ccc190-9c71-4193-a403-b4474a78b6f2 owned by network:router_gateway {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:54.006213 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.l3_hamode_db [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:18:52Z', 'revision_number': 5, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}], 'dv-cinder-828085-9-iscsi', False) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:54.033367 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e7ec2-3973-4d52-be52-6498ab23e9f5 None None] The sync data for ids ['72451803-07bb-491c-b7ee-7df9fb824113'] in dv-cinder-828085-9-iscsi is: [{'id': '72451803-07bb-491c-b7ee-7df9fb824113', 'name': 'tempest-TestVolumeBootPattern-1886504451-router', 'tenant_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'external_fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:18:52Z', 'revision_number': 5, 'project_id': 'c16903a6c5de4e0bbbdba557c3c161f2', 'gw_port': {'id': '09ccc190-9c71-4193-a403-b4474a78b6f2', 'name': '', 'network_id': '8fca979e-0cea-45f1-a2d3-716c80e2378b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451803-07bb-491c-b7ee-7df9fb824113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '623f625f-d798-4108-935b-3494ddc892c5', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828085-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T03:12:28Z', 'updated_at': '2022-02-15T03:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '623f625f-d798-4108-935b-3494ddc892c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828085-9-iscsi'}] {{(pid=102660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 03:18:54.073651 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (09ccc190-9c71-4193-a403-b4474a78b6f2), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.101743 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ccc190-9c71-4193-a403-b4474a78b6f2,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:54.163094 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540648'] for router_gateway (72451803-07bb-491c-b7ee-7df9fb824113), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.253979 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41456'] for router (72451803-07bb-491c-b7ee-7df9fb824113), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.256136 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks [] for router_controller (72451803-07bb-491c-b7ee-7df9fb824113), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.304468 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537668'] for router (72451803-07bb-491c-b7ee-7df9fb824113), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.304994 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72451803-07bb-491c-b7ee-7df9fb824113 {{(pid=102657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 03:18:54.310050 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.311216 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-cf8545a2-9677-4a09-b6e1-75a5987defd3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/72451803-07bb-491c-b7ee-7df9fb824113 HTTP/1.1" status: 204 len: 168 time: 1.0177672 Feb 15 03:18:54.314015 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51488) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:54.359330 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Deleting subnet cb867a4b-23e5-4df9-8d7f-7b7be41622a7 {{(pid=102657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 03:18:54.362563 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Publish callbacks [] for subnet (cb867a4b-23e5-4df9-8d7f-7b7be41622a7), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.397704 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8851240'] for subnet (cb867a4b-23e5-4df9-8d7f-7b7be41622a7), precommit_delete_associations {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.481195 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1546706'] for subnet (cb867a4b-23e5-4df9-8d7f-7b7be41622a7), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.533643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1545505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10201077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805263'] for subnet (cb867a4b-23e5-4df9-8d7f-7b7be41622a7), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.558955 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb867a4b-23e5-4df9-8d7f-7b7be41622a7,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:54.562689 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for subnet (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.565961 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-a0248c26-0a0e-4169-b347-388309368b65 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb867a4b-23e5-4df9-8d7f-7b7be41622a7 HTTP/1.1" status: 204 len: 168 time: 0.2510757 Feb 15 03:18:54.568643 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51490) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:54.568888 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8add0bb-d562-4393-8bce-b2502e865081 None None] Network 75841912-44b4-4d91-bf55-48b99cc652bc requested from dv-cinder-828085-9-iscsi {{(pid=102659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 03:18:54.638920 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638805'] for network (75841912-44b4-4d91-bf55-48b99cc652bc), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.714268 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Deleting port 08f11e20-5d22-4416-802f-7e45c184362f {{(pid=102657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 03:18:54.714729 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760826243916'] for port (08f11e20-5d22-4416-802f-7e45c184362f), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.775837 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.db [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] For port 08f11e20-5d22-4416-802f-7e45c184362f, host dv-cinder-828085-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828085-9-iscsi',level=0,port_id=08f11e20-5d22-4416-802f-7e45c184362f,segment=NetworkSegment(f478c4a4-0879-45c5-a95a-6cdc04bf09d8),segment_id=f478c4a4-0879-45c5-a95a-6cdc04bf09d8)] {{(pid=102657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 03:18:54.776894 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540904'] for port (08f11e20-5d22-4416-802f-7e45c184362f), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.789671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.plugin [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Calling delete_port for 08f11e20-5d22-4416-802f-7e45c184362f owned by network:dhcp {{(pid=102657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 03:18:54.866407 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760826249135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760825774951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10200986'] for port (08f11e20-5d22-4416-802f-7e45c184362f), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.892392 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Pushing event deleted for resources: {'Port': ['ID=08f11e20-5d22-4416-802f-7e45c184362f,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:54.898389 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] No DVR routers for this DVR port 08f11e20-5d22-4416-802f-7e45c184362f on host dv-cinder-828085-9-iscsi {{(pid=102657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 03:18:54.965269 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548117', 'neutron.services.segments.db._delete_segments_for_network-8760826285680'] for network (75841912-44b4-4d91-bf55-48b99cc652bc), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:54.985551 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75841912-44b4-4d91-bf55-48b99cc652bc']}} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:54.995329 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8') {'for_net_delete': True} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:54.995642 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.services.segments.db [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f478c4a4-0879-45c5-a95a-6cdc04bf09d8') {} {{(pid=102657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 03:18:55.005671 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760826287225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8851219'] for segment (f478c4a4-0879-45c5-a95a-6cdc04bf09d8), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.012178 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9a890-1524-40a2-b48f-44ebb1ac9db6 None None] DHCP port deletion for 75841912-44b4-4d91-bf55-48b99cc652bc request from dv-cinder-828085-9-iscsi {{(pid=102659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 03:18:55.020340 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472'] for segment (f478c4a4-0879-45c5-a95a-6cdc04bf09d8), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.033420 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 03:18:55.033831 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10200911'] for segment (f478c4a4-0879-45c5-a95a-6cdc04bf09d8), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: Traceback (most recent call last): Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: timer() Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: cb(*args, **kw) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: return func(*args, **kwargs) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: self._notify() Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: self.callback(batched_events) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: event.method(event) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: return f(self, *a, **k) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._get(url).json() Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: return self.request(url, 'GET', **kwargs) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 03:18:55.035933 dv-cinder-828085-9-iscsi neutron-server[102657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 03:18:55.078382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 09ccc190-9c71-4193-a403-b4474a78b6f2 no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:55.097266 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1482069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539184'] for network (75841912-44b4-4d91-bf55-48b99cc652bc), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.098982 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 09ccc190-9c71-4193-a403-b4474a78b6f2 {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:55.099576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 09ccc190-9c71-4193-a403-b4474a78b6f2 not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:55.100171 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 08f11e20-5d22-4416-802f-7e45c184362f no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:55.103496 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1482151'] for network (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.106363 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] 10.222.0.24 "DELETE /v2.0/networks/75841912-44b4-4d91-bf55-48b99cc652bc HTTP/1.1" status: 204 len: 168 time: 0.5366778 Feb 15 03:18:55.117537 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303263-b585-4b51-a3c4-41c2f334758c admin admin] Pushing event deleted for resources: {'Network': ['ID=75841912-44b4-4d91-bf55-48b99cc652bc,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:55.123251 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 08f11e20-5d22-4416-802f-7e45c184362f {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:55.123597 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 08f11e20-5d22-4416-802f-7e45c184362f not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:55.124006 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74fa39df-4d70-4a18-bef0-ab6fcca58ebd no longer exists at agent ovs-agent-dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 03:18:55.143503 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] No Port match for: 74fa39df-4d70-4a18-bef0-ab6fcca58ebd {{(pid=102659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 03:18:55.143855 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron.plugins.ml2.rpc [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Device 74fa39df-4d70-4a18-bef0-ab6fcca58ebd not bound to the agent host dv-cinder-828085-9-iscsi {{(pid=102659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 03:18:55.226965 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51494) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:55.267704 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-8b061966-4a30-4453-9279-8b0dafa2c5e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f4d896942cb4b5b98ac53863ee23ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393434 Feb 15 03:18:55.269929 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [-] (102657) accepted ('10.222.0.24', 51496) {{(pid=102657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:55.316500 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] Publish callbacks [] for security_group (4bbcc6f5-3584-4e4d-81ca-b51884ced752), before_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.338159 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] Publish callbacks [] for security_group (4bbcc6f5-3584-4e4d-81ca-b51884ced752), precommit_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.390884 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (4bbcc6f5-3584-4e4d-81ca-b51884ced752), after_delete {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.393549 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron_lib.callbacks.manager [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.394693 dv-cinder-828085-9-iscsi neutron-server[102657]: INFO neutron.wsgi [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bbcc6f5-3584-4e4d-81ca-b51884ced752 HTTP/1.1" status: 204 len: 168 time: 0.1238756 Feb 15 03:18:55.403986 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a5f25-b40e-4846-811f-8734cf8dcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbcc6f5-3584-4e4d-81ca-b51884ced752,revision_number=None']} {{(pid=102657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:18:55.700708 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51502) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:55.742186 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-d934bd8b-b1b7-4b00-820a-4c24eb5a1fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c16903a6c5de4e0bbbdba557c3c161f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402851 Feb 15 03:18:55.744653 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [-] (102658) accepted ('10.222.0.24', 51504) {{(pid=102658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 03:18:55.793078 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] Publish callbacks [] for security_group (5791dd43-98c9-4206-a95d-98fe87f4da2b), before_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.813722 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] Publish callbacks [] for security_group (5791dd43-98c9-4206-a95d-98fe87f4da2b), precommit_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.864451 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645794'] for security_group (5791dd43-98c9-4206-a95d-98fe87f4da2b), after_delete {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.867022 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron_lib.callbacks.manager [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:18:55.868260 dv-cinder-828085-9-iscsi neutron-server[102658]: INFO neutron.wsgi [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5791dd43-98c9-4206-a95d-98fe87f4da2b HTTP/1.1" status: 204 len: 168 time: 0.1226885 Feb 15 03:18:55.876149 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2daec-b757-40f4-bd50-0478398eba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791dd43-98c9-4206-a95d-98fe87f4da2b,revision_number=None']} {{(pid=102658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 03:19:08.226707 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:19:11.879093 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-706c3439-5ea0-4c37-b668-4ed170ebedd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:14.734307 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4da5ab4b-6a5f-4c42-ae23-bfeac8685687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:16.580294 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:18.042409 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:18.861788 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:23.344653 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:41.881293 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f23aca-cfce-46a6-9119-f5469f51d1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:44.738308 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc479a0b-01bc-47bc-9a05-2bb823af02f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:45.225931 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:19:46.582070 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:48.045605 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:48.863555 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:53.356037 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:19:53.664366 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-e9769457-d36c-4645-a59e-6618fb06df4f req-3fdb10ae-1ab1-468f-a564-c6f66659b2e4 service neutron] (102658) timed out ('10.222.0.52', 49905) {{(pid=102658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:20:11.883609 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccf70-8015-45ae-b213-6ef0138ed8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:14.741033 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a10ed419-9c0e-470c-9a1c-cf0d00307e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:16.585233 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:18.047339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:18.868995 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:22.225008 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:20:23.352935 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:41.887439 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6af9098d-9a79-428b-85f4-de2a3aa74c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:44.744064 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33cb82d5-1a49-4c16-8850-0b1f57a5ec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:46.587398 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:48.050907 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:48.871346 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:53.365108 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:20:59.224018 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:21:11.889339 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fe79d81-57b8-4697-9073-d41a00191330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:14.746688 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3aa611f1-a9c1-439c-b129-22b679854edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:16.591892 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:18.053181 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:18.873298 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:23.369296 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:36.223259 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:21:41.891749 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6422-c4e6-4036-bcda-d7b2f8606d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:44.748229 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2050aa1c-abc7-4dd8-8885-8dc53908f3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:46.593808 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.058136 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:48.875264 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:21:53.377749 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:11.893361 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a03fe1f0-ec32-4a88-98ba-8eaeb49a6d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:13.221843 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:22:14.749096 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35339e8a-ded9-45a7-97a3-168ded472dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:16.596879 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:18.057464 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:18.877581 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:23.376040 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:40.480362 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-999520e4-e250-4d47-a971-fe7ed4cb8a93 service neutron] (102658) timed out ('10.222.0.24', 47712) {{(pid=102658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:22:40.567591 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-dd1907f4-e853-4e46-bdf0-b7e8ce5df85f req-9fdfd445-9e3e-4a4e-9b1a-3a674b7bf22e tempest-AttachVolumeShelveTestJSON-1027603455 tempest-AttachVolumeShelveTestJSON-1027603455-project] (102658) timed out ('10.222.0.24', 45256) {{(pid=102658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:22:41.896161 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf10913b-9bbd-4c59-a52d-b9106bec241c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:44.753651 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf93b1a1-59b9-4bb8-b818-462fbb8762f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:46.599945 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:48.060335 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:48.880724 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:50.220163 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:22:53.389471 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:22:54.680954 dv-cinder-828085-9-iscsi neutron-server[102658]: DEBUG neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-e76fd3d6-2bb8-4348-b9bc-694c5f6721d7 service neutron] (102658) timed out ('10.222.0.24', 45244) {{(pid=102658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:22:54.866125 dv-cinder-828085-9-iscsi neutron-server[102657]: DEBUG neutron.wsgi [req-a8d1c4e1-5d37-44c9-9ca7-2e0d8f040ea0 req-33e0433a-3a2d-4683-ba52-2782c2b201ee tempest-TestShelveInstance-1007743679 tempest-TestShelveInstance-1007743679-project] (102657) timed out ('10.222.0.24', 47836) {{(pid=102657) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 03:23:11.898904 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2df36179-c298-4ba5-8c27-9f513bcabd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:14.754382 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-837c2f69-f14c-42de-9b7d-472c49fb9709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:16.602458 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:18.063491 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:18.883202 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:23.388384 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:27.220242 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:23:41.900039 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7835a1c0-70d8-4b81-992e-e7360aec3e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:44.758204 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-513bc71b-800e-4f7f-8a56-f5a5e815dcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:46.606191 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:48.065805 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:48.885418 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-267abea9-15bf-480f-a858-61e6122f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (20a03e6c-d46b-4c14-bac7-8a77248ddb58), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:23:53.403934 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e173b1f-18c3-44c0-9956-4b18af4fd49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6dc0ddc6-53a1-4196-aba5-abd8e462bacf), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:04.219643 dv-cinder-828085-9-iscsi neutron-server[102660]: DEBUG neutron.db.agents_db [None req-ef918f30-9933-48de-baf2-102b259bd6c3 None None] Agent healthcheck: found 6 active agents {{(pid=102660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 03:24:11.901956 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9ac0-1495-470c-8867-358e33b9e916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (6d5cc67c-48a6-4743-980b-151db7548715), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:14.760576 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66588775-4d07-4dc5-9700-c011eae2cdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (aead0a6e-64cd-47af-804b-a8ad94352e08), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:16.609768 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-444676cd-78c1-4c50-9ab5-b612c3ac350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (93f84e6f-950f-4a53-8f8a-2a2373ee85d8), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 03:24:18.069894 dv-cinder-828085-9-iscsi neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa0c-b7e3-4d9e-8223-5b763c353540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760826285662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542072'] for agent (d825590f-3c91-411c-89ca-48b4d35af3da), after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}